-- Logs begin at Tue 2022-05-10 13:11:48 UTC, end at Tue 2022-05-10 14:19:06 UTC. -- May 10 13:51:09.028462 dv-cinder-840678-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 10 13:51:11.832189 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.common.config [-] Logging enabled! May 10 13:51:11.832764 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev198 May 10 13:51:11.832910 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103280) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 13:51:11.836240 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.common.config [-] Logging enabled! May 10 13:51:11.836502 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev198 May 10 13:51:11.836818 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103280) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 13:51:11.837746 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 13:51:11.837986 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 13:51:11.838355 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 13:51:11.838605 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 13:51:11.839348 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 13:51:11.839676 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.840079 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.840355 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.840667 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.840975 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.841265 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.841566 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.841871 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.842166 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.842455 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.842748 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.842987 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.843276 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.843572 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.843867 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.844097 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] debug = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.844412 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.844859 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.845275 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.845567 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.845866 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.846167 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.846431 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.846717 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.847008 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.847345 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] host = dv-cinder-840678-6-iscsi {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.847630 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.847924 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.848238 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.848535 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.848818 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.849103 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.849395 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.849677 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.849956 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] log_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.850236 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.850531 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.850830 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.851126 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.851355 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.851582 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.851874 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.852197 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.852486 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.852767 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.853046 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.853324 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.853603 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.853878 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.854170 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.854525 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.855320 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.855604 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.855887 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.856191 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.856472 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.856766 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.857049 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.857333 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.857614 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.857908 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.858187 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.858467 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.858775 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.859072 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.859364 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.859658 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.859940 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.860262 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.860545 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.860830 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.861111 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] use_json = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.861391 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.861670 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.861958 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.862236 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.862515 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.862795 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.863076 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.863367 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.863646 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:11.863951 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.864284 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.864595 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.864892 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.865212 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.865500 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.865800 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.866086 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.866377 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.866678 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.866974 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.867266 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.867576 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.867876 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.868202 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.868523 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.868828 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.869128 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.869416 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.869701 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.869984 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.870297 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.870592 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.870884 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.871183 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.871483 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.871774 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.872079 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.872402 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.872698 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.873003 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.873301 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.873587 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.873875 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.874177 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.874463 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.874747 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.875042 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.875328 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.875607 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.875898 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.876212 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.876500 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.876781 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.877067 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.877366 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.877654 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.877934 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.878215 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.878497 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.878778 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.879071 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.879360 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.879643 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.879925 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.880235 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.880522 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.880807 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.881095 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.881377 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.881664 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.881947 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.882230 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.882510 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.882790 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.883068 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.883350 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.883631 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.883915 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.884215 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.884500 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.884778 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.885059 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.885338 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.885645 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.885963 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.886250 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.886535 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.886822 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.887105 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.887390 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.887673 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.887959 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.888266 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.888567 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.888858 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.889150 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.889437 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.889722 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.890043 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.890328 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.890611 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.890906 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.891187 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.891471 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.891764 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.892056 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.892386 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.892694 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.892993 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.893294 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.893593 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.893882 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.894198 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.894484 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:11.894706 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 13:51:11.894947 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103280) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 13:51:12.355249 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 13:51:12.355529 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 13:51:12.355839 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 13:51:12.356195 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 13:51:12.689360 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:12.689655 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:12.689931 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:12.691134 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:12.691422 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:12.691692 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:12.746708 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:12.746990 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:12.747261 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:12.762605 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:12.762889 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:12.763163 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:12.792867 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:12.793152 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:12.793427 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:12.830354 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:12.830638 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:12.830911 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.168056 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.168726 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.168726 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.168904 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.169589 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.269151 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.269478 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.269765 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.270047 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.270319 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.270637 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.270904 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.271168 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.271426 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.271714 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.271980 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.272278 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.272546 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.272804 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.273065 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.273335 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.273593 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.273863 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.274153 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.274397 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.274674 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.274931 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.275216 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.275601 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.275852 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.276399 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.276797 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 13:51:13.277040 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 13:51:13.277279 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 13:51:13.277517 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 13:51:13.277754 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 13:51:13.277993 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 13:51:13.278357 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 13:51:13.281463 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 13:51:13.285397 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 13:51:13.289210 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) May 10 13:51:13.290843 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 13:51:13.291315 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 13:51:13.291654 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 13:51:13.292076 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 13:51:13.295033 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 13:51:13.295288 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 13:51:13.295636 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 13:51:13.300493 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 10 13:51:13.324869 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 13:51:13.325325 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.325629 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103280) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 10 13:51:13.326004 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.327354 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103280) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 13:51:13.327633 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 13:51:13.327877 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 13:51:13.331164 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.331452 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.394163 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 13:51:13.394407 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 13:51:13.394645 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 13:51:13.395022 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 13:51:13.415913 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_db.sqlalchemy.engines [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103280) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 13:51:13.859497 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Initializing driver for type 'gre' May 10 13:51:13.860019 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] gre ID ranges: [(1, 1000)] May 10 13:51:13.913707 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Initializing driver for type 'local' May 10 13:51:13.914175 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Initializing driver for type 'vlan' May 10 13:51:13.929472 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] VlanTypeDriver initialization complete May 10 13:51:13.929908 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Initializing driver for type 'vxlan' May 10 13:51:13.930493 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] vxlan ID ranges: [(1, 1000)] May 10 13:51:13.987518 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Initializing extension driver 'port_security' May 10 13:51:13.987890 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.extensions.port_security [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] PortSecurityExtensionDriver initialization complete May 10 13:51:13.988266 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Initializing mechanism driver 'openvswitch' May 10 13:51:13.988615 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Initializing mechanism driver 'hyperv' May 10 13:51:13.995761 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:51:13.996641 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > port after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.997027 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > port after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.997394 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > port after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.997929 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 13:51:13.998381 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > subnet after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.998748 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > subnet after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.999106 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:13.999513 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 13:51:13.999928 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > network after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.000316 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > network after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.000671 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > network after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.001075 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 13:51:14.001487 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > security_group after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.001847 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > security_group after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.002199 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > security_group after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.002605 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 13:51:14.003016 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.003372 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.003720 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.004122 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 13:51:14.004556 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > address_group after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.004916 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > address_group after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.005262 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > address_group after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.005664 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103280) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 13:51:14.006112 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] ML2 OVO RPC backend initialized. {{(pid=103280) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 10 13:51:14.006820 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.007186 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.007660 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > network before_response 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.008020 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > networks before_response 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.008414 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > port before_response 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.008766 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > ports before_response 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.009118 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > subnet before_response 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.009468 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > subnets before_response 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.009821 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > network after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.010170 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > network after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.010513 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > network after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.010858 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > port after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.011205 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > port after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.011546 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > port after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.011888 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > subnet after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.012272 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > subnet after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.012619 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > subnet after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.020155 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.quota [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded quota_driver: . May 10 13:51:14.020651 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.plugin [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Modular L2 Plugin initialization complete May 10 13:51:14.021007 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading services supported by the core plugin {{(pid=103280) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 13:51:14.021355 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.plugins.ml2.managers [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Got port-security extension from driver 'port_security' May 10 13:51:14.021841 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.extensions.vlantransparent [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Disabled vlantransparent extension. May 10 13:51:14.022344 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103280) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 13:51:14.022676 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading Plugin: router May 10 13:51:14.059032 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router_interface before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.059435 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router after_create 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.059817 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router before_create 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.060216 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.060602 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.060968 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router after_delete 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.061335 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > floatingip after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.061696 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > floatingip after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.062061 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router after_create 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.062416 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router after_update 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.062776 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router after_update 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.063131 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.063623 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router after_update 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.064048 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router precommit_update 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.064456 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: port after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.064813 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: port after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.065162 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: subnet after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.065520 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.065879 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > port precommit_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.066238 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router precommit_create 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.066593 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: port before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.066944 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router precommit_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.067310 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router after_update 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.067661 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router precommit_delete 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.068020 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router precommit_create 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.068416 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router_interface after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.068771 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router precommit_update 55549900 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.069145 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > agent after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.069504 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > agent after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.069854 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > network after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.070721 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Tracking information for resource: router configured {{(pid=103280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 13:51:14.071061 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Tracking information for resource: floatingip configured {{(pid=103280) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 13:51:14.075921 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.db.l3_agentschedulers_db [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 13:51:14.076544 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: port after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.076913 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: port after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.077272 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: port after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.077631 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: port after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.078430 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router before_create 55550100 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.078803 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router precommit_delete 55550100 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.079178 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router precommit_create 55550100 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.079544 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > router precommit_update 55550100 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.084275 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.services.provider_configuration [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Service providers = [] {{(pid=103280) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 13:51:14.084658 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.db.servicetype_db [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103280) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 13:51:14.087616 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.services.service_base [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 13:51:14.087975 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.services.service_base [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 13:51:14.088352 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.services.service_base [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 13:51:14.089780 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.services.service_base [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103280) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 13:51:14.090160 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.services.service_base [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 13:51:14.090544 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 13:51:14.090872 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 13:51:14.101527 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 13:51:14.101871 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading Plugin: auto_allocate May 10 13:51:14.108071 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: network precommit_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.108473 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: network precommit_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.109000 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 13:51:14.109327 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading Plugin: tag May 10 13:51:14.116082 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 13:51:14.116446 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading Plugin: timestamp May 10 13:51:14.120964 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 13:51:14.121383 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading Plugin: network_ip_availability May 10 13:51:14.128336 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.128716 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.129081 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.129824 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 13:51:14.130146 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading Plugin: flavors May 10 13:51:14.135132 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 13:51:14.135550 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading Plugin: revisions May 10 13:51:14.141183 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103280) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 13:51:14.141579 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_concurrency.lockutils [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.786s {{(pid=103280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 13:51:14.142327 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103280) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 10 13:51:14.142670 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Initializing extension manager. May 10 13:51:14.143204 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: __init__.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.143554 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: __pycache__ {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.143899 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: _port_mac_address_override.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.144273 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: address_group.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.145042 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.145615 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: address-group May 10 13:51:14.145952 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: address_scope.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.146672 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.147189 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: address-scope May 10 13:51:14.147546 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: admin_state_down_before_update.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.148522 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.149039 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: router-admin-state-down-before-update May 10 13:51:14.149369 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: agent.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.150079 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.150592 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: agent May 10 13:51:14.150921 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: agent_resources_synced.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.152114 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.152659 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: agent-resources-synced May 10 13:51:14.152990 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: allowedaddresspairs.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.154809 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.155340 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: allowed-address-pairs May 10 13:51:14.155679 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: auto_allocated_topology.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.156787 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.157317 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: auto-allocated-topology May 10 13:51:14.157649 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: availability_zone.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.158352 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.158872 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: availability_zone May 10 13:51:14.159204 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: availability_zone_filter.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.160123 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.160670 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: availability_zone_filter May 10 13:51:14.161004 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: data_plane_status.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.161918 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.162431 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension data-plane-status not supported by any of loaded plugins May 10 13:51:14.162763 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: default_subnetpools.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.163684 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.164227 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: default-subnetpools May 10 13:51:14.164853 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: dhcpagentscheduler.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.165743 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.166278 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: dhcp_agent_scheduler May 10 13:51:14.166609 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: dns.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.167561 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.168071 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension dns-integration not supported by any of loaded plugins May 10 13:51:14.168983 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: dns_domain_ports.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.169342 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.169851 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 13:51:14.170178 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.171103 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.171611 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 10 13:51:14.171943 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: dvr.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.172650 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.173160 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: dvr May 10 13:51:14.173494 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: ecmp_routes.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.174420 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.174926 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension ecmp_routes not supported by any of loaded plugins May 10 13:51:14.175256 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: empty_string_filtering.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.177561 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.177561 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: empty-string-filtering May 10 13:51:14.177561 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.177948 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.178464 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 13:51:14.178794 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.179722 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.180271 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 13:51:14.180605 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: external_net.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.181521 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.182037 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: external-net May 10 13:51:14.182365 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: extra_dhcp_opt.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.183799 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.184359 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: extra_dhcp_opt May 10 13:51:14.184689 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: extraroute.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.185615 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.186131 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: extraroute May 10 13:51:14.186465 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: extraroute_atomic.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.187714 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.188269 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: extraroute-atomic May 10 13:51:14.188602 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: filter_validation.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.189279 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.189798 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: filter-validation May 10 13:51:14.190128 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: fip_pf_description.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.191046 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.191556 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 13:51:14.191884 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: fip_pf_port_range.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.192846 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.193626 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 10 13:51:14.193957 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: fip_port_details.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.194879 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.195393 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: fip-port-details May 10 13:51:14.195948 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: flavors.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.197227 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.197752 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: flavors May 10 13:51:14.198122 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.200609 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.201141 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 13:51:14.201485 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: floatingip_pools.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.202203 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.202834 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: floatingip-pools May 10 13:51:14.204087 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: ip_allocation.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.205062 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.205588 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension ip_allocation not supported by any of loaded plugins May 10 13:51:14.205923 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.206858 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.207380 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: ip-substring-filtering May 10 13:51:14.207710 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: l2_adjacency.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.209509 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.210037 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension l2_adjacency not supported by any of loaded plugins May 10 13:51:14.210375 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: l3.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.211389 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.211918 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: router May 10 13:51:14.212282 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: l3_conntrack_helper.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.215329 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.215870 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 13:51:14.216237 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.217559 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.218534 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: ext-gw-mode May 10 13:51:14.218876 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.219821 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.220395 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: l3-ha May 10 13:51:14.220736 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.221667 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.222185 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 10 13:51:14.222635 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: l3_flavors.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.223561 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.224080 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: l3-flavors May 10 13:51:14.224439 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: l3_ndp_proxy.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.225809 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.226331 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 10 13:51:14.226665 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.227595 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.228111 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: l3-port-ip-change-not-allowed May 10 13:51:14.228466 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: l3agentscheduler.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.229581 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.230107 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: l3_agent_scheduler May 10 13:51:14.230440 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: local_ip.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.233742 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.234280 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension local_ip not supported by any of loaded plugins May 10 13:51:14.234625 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: logging.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.236102 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.236735 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension logging not supported by any of loaded plugins May 10 13:51:14.237072 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: metering.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.237826 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.238419 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: metering May 10 13:51:14.238753 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.239855 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.240409 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: metering_source_and_destination_fields May 10 13:51:14.240747 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: multiprovidernet.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.241692 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.242211 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: multi-provider May 10 13:51:14.242546 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: netmtu.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.243475 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.243992 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: net-mtu May 10 13:51:14.244352 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: netmtu_writable.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.245793 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.246308 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: net-mtu-writable May 10 13:51:14.246639 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: network_availability_zone.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.247317 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.247830 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: network_availability_zone May 10 13:51:14.248156 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: network_ip_availability.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.249302 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.249820 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: network-ip-availability May 10 13:51:14.250157 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: network_segment_range.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.250927 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.251436 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension network-segment-range not supported by any of loaded plugins May 10 13:51:14.251764 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: pagination.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.252783 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.253126 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: pagination May 10 13:51:14.253454 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: port_device_profile.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.254379 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.254907 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: port-device-profile May 10 13:51:14.255236 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: port_mac_address_override.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.256186 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.256722 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: port-mac-override May 10 13:51:14.257053 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.257991 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.258507 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: port-mac-address-regenerate May 10 13:51:14.258836 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.259757 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.260321 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: port-numa-affinity-policy May 10 13:51:14.261184 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: port_resource_request.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.262120 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.262638 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension port-resource-request not supported by any of loaded plugins May 10 13:51:14.263037 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: port_resource_request_groups.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.264106 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.264652 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension port-resource-request-groups not supported by any of loaded plugins May 10 13:51:14.264982 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: portbindings.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.265914 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.266435 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: binding May 10 13:51:14.266767 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: portbindings_extended.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.268034 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.268601 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: binding-extended May 10 13:51:14.268938 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: portsecurity.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.269869 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.270392 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: port-security May 10 13:51:14.270725 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: project_id.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.271710 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.272049 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: project-id May 10 13:51:14.272406 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: providernet.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.273351 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.273873 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: provider May 10 13:51:14.274204 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: qos.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.278187 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.278713 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension qos not supported by any of loaded plugins May 10 13:51:14.279053 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.280354 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.280878 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 13:51:14.281217 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.282163 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.282683 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 13:51:14.283017 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: qos_default.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.283939 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.284491 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension qos-default not supported by any of loaded plugins May 10 13:51:14.284824 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: qos_fip.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.285752 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.286267 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension qos-fip not supported by any of loaded plugins May 10 13:51:14.286597 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: qos_fip_network_policy.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.287521 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.288039 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 10 13:51:14.288400 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: qos_gateway_ip.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.289328 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.289847 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 13:51:14.290177 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: qos_port_network_policy.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.291098 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.291855 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 13:51:14.292424 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.294077 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.294964 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension qos-pps-minimum not supported by any of loaded plugins May 10 13:51:14.295544 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.297203 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.298007 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 10 13:51:14.298547 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: qos_pps_rule.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.300316 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.301169 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension qos-pps not supported by any of loaded plugins May 10 13:51:14.301718 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: qos_rule_type_details.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.302750 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.303279 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 13:51:14.303617 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: qos_rule_type_filter.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.304594 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.305114 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 10 13:51:14.305452 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: qos_rules_alias.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.306517 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.307020 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 13:51:14.307355 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: quota_check_limit.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.308918 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.309444 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: quota-check-limit May 10 13:51:14.309777 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: quotasv2.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.310730 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.311065 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: quotas May 10 13:51:14.311393 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: quotasv2_detail.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.313216 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.313557 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: quota_details May 10 13:51:14.313892 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: rbac.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.314962 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.315492 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: rbac-policies May 10 13:51:14.315829 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: rbac_address_group.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.316800 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.317325 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: rbac-address-group May 10 13:51:14.317659 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: rbac_address_scope.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.318591 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.319111 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: rbac-address-scope May 10 13:51:14.319442 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: rbac_security_groups.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.320410 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.320931 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: rbac-security-groups May 10 13:51:14.321264 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: rbac_subnetpool.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.322197 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.322716 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: rbac-subnetpool May 10 13:51:14.323073 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: revisionifmatch.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.324685 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.325209 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: revision-if-match May 10 13:51:14.325541 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: revisions.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.326717 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.327240 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: standard-attr-revisions May 10 13:51:14.327574 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: router_availability_zone.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.328280 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.328806 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: router_availability_zone May 10 13:51:14.329137 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: routerservicetype.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.330079 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.330596 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension router-service-type not supported by any of loaded plugins May 10 13:51:14.330927 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.331867 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.332993 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: security-groups-normalized-cidr May 10 13:51:14.333325 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: security_groups_port_filtering.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.334268 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.334861 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: port-security-groups-filtering May 10 13:51:14.335193 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.336241 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.336779 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: security-groups-remote-address-group May 10 13:51:14.337112 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.338168 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.338716 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: security-groups-shared-filtering May 10 13:51:14.339050 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.339646 dv-cinder-840678-6-iscsi neutron-server[103280]: WARNING neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 10 13:51:14.339981 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: securitygroup.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.349566 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.350113 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: security-group May 10 13:51:14.350459 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: segment.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.351200 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.351719 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension segment not supported by any of loaded plugins May 10 13:51:14.352058 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.353040 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.353563 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 13:51:14.353900 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: servicetype.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.355037 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.355567 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: service-type May 10 13:51:14.355906 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: sorting.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.356939 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.357282 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: sorting May 10 13:51:14.357614 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: standard_attr_segment.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.358545 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.359070 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 13:51:14.359403 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: standardattrdescription.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.360068 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.360607 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: standard-attr-description May 10 13:51:14.360938 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: stateful_security_group.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.361898 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.362420 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: stateful-security-group May 10 13:51:14.362748 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: stdattrs_common.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.363318 dv-cinder-840678-6-iscsi neutron-server[103280]: WARNING neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 13:51:14.363643 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.364592 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.365103 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 13:51:14.365429 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: subnet_onboard.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.366554 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.367033 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: subnet_onboard May 10 13:51:14.367363 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.368338 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.368856 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 13:51:14.369186 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: subnet_service_types.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.370659 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.371195 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: subnet-service-types May 10 13:51:14.371528 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: subnetallocation.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.372646 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.373176 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: subnet_allocation May 10 13:51:14.373509 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.374182 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.374705 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: subnetpool-prefix-ops May 10 13:51:14.375035 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.375982 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.376524 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 13:51:14.376857 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: tagging.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.377931 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.378456 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: standard-attr-tag May 10 13:51:14.378791 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: timestamp.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.380093 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.380646 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loaded extension: standard-attr-timestamp May 10 13:51:14.380982 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: trunk.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.382025 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.382899 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension trunk not supported by any of loaded plugins May 10 13:51:14.382899 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: trunk_details.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.383776 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.384319 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension trunk-details not supported by any of loaded plugins May 10 13:51:14.384654 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: uplink_status_propagation.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.386237 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.386761 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 13:51:14.387091 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Loading extension file: vlantransparent.py {{(pid=103280) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 13:51:14.387768 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103280) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 13:51:14.388326 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extension vlan-transparent not supported by any of loaded plugins May 10 13:51:14.390916 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Creating instance of TrackedResource for resource:network May 10 13:51:14.391442 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Creating instance of TrackedResource for resource:subnet May 10 13:51:14.391842 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Creating instance of TrackedResource for resource:subnetpool May 10 13:51:14.392261 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Creating instance of TrackedResource for resource:port May 10 13:51:14.393498 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:51:14.393956 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Service FLAVORS assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:51:14.394584 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:51:14.395014 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:51:14.395352 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Creating instance of TrackedResource for resource:router May 10 13:51:14.395789 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Creating instance of TrackedResource for resource:floatingip May 10 13:51:14.396447 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Service METERING assigned prefix: /metering {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:51:14.397915 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.398299 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.398662 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 13:51:14.399686 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Creating instance of CountableResource for resource:rbac_policy May 10 13:51:14.400125 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Creating instance of TrackedResource for resource:security_group May 10 13:51:14.400586 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Creating instance of TrackedResource for resource:security_group_rule May 10 13:51:14.401474 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Service CORE assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:51:14.401817 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Creating instance of TrackedResource for resource:subnetpool May 10 13:51:14.402168 dv-cinder-840678-6-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] subnetpool is already registered May 10 13:51:14.402598 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Service CORE assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:51:14.402929 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Creating instance of TrackedResource for resource:subnetpool May 10 13:51:14.403267 dv-cinder-840678-6-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] subnetpool is already registered May 10 13:51:14.405554 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:51:14.405996 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Service FLAVORS assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:51:14.406592 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:51:14.407021 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:51:14.407362 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Creating instance of TrackedResource for resource:router May 10 13:51:14.407708 dv-cinder-840678-6-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] router is already registered May 10 13:51:14.408131 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Creating instance of TrackedResource for resource:floatingip May 10 13:51:14.408497 dv-cinder-840678-6-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] floatingip is already registered May 10 13:51:14.408960 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Service METERING assigned prefix: /metering {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:51:14.409630 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Creating instance of CountableResource for resource:rbac_policy May 10 13:51:14.409965 dv-cinder-840678-6-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] rbac_policy is already registered May 10 13:51:14.410381 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Creating instance of TrackedResource for resource:security_group May 10 13:51:14.410723 dv-cinder-840678-6-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] security_group is already registered May 10 13:51:14.411131 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Creating instance of TrackedResource for resource:security_group_rule May 10 13:51:14.411471 dv-cinder-840678-6-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] security_group_rule is already registered May 10 13:51:14.412101 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Service CORE assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:51:14.412469 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Creating instance of TrackedResource for resource:subnetpool May 10 13:51:14.412813 dv-cinder-840678-6-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] subnetpool is already registered May 10 13:51:14.413239 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.v2.resource_helper [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Service CORE assigned prefix: {{(pid=103280) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 13:51:14.413568 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Creating instance of TrackedResource for resource:subnetpool May 10 13:51:14.413904 dv-cinder-840678-6-iscsi neutron-server[103280]: WARNING neutron.quota.resource_registry [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] subnetpool is already registered May 10 13:51:14.414382 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: extensions {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.415876 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: address-groups {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.417933 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: address-scopes {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.419256 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: agents {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.420469 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: auto-allocated-topology {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.421724 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: availability_zones {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.422954 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: dhcp-networks {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.424615 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: dhcp-agents {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.426054 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: routers {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.428293 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: flavors {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.429460 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: service_profiles {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.430687 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: next_providers {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.432230 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: service_profiles {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.434393 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: floatingip-pools {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.435618 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: routers {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.437765 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: floatingips {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.439984 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: l3-routers {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.441469 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: l3-agents {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.442898 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: metering-labels {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.444287 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: metering-label-rules {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.445582 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: network-ip-availabilities {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.446848 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: bindings {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.448579 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: quotas {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.450183 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: quotas {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.451732 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: rbac-policies {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.453068 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: security-groups {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.454320 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: security-group-rules {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.455573 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: service-providers {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.456835 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: subnetpools {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.458253 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: subnetpools {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.459717 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.461495 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.463337 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.465183 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.466978 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.468863 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.470616 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.472530 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.474304 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.476191 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron.api.extensions [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Extended resource: tags {{(pid=103280) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 13:51:14.483464 dv-cinder-840678-6-iscsi neutron-server[103280]: WARNING keystonemiddleware.auth_token [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 13:51:14.488721 dv-cinder-840678-6-iscsi neutron-server[103280]: WARNING keystonemiddleware.auth_token [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 13:51:14.497951 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_concurrency.lockutils [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Acquired lock "singleton_lock" {{(pid=103280) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 10 13:51:14.498431 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_concurrency.lockutils [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Releasing lock "singleton_lock" {{(pid=103280) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 10 13:51:14.499086 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO oslo_service.service [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Starting 2 workers May 10 13:51:14.504037 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Started child 103389 {{(pid=103280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 13:51:14.509020 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Started child 103390 {{(pid=103280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 13:51:14.510666 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO neutron.service [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Neutron service started, listening on 0.0.0.0:9696 May 10 13:51:14.511343 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Publish callbacks [] for process (None), before_spawn {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:14.513806 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:14.514797 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO oslo_service.service [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Starting 1 workers May 10 13:51:14.515129 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:14.515846 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [-] (103389) wsgi starting up on http://0.0.0.0:9696 May 10 13:51:14.516780 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [-] (103390) wsgi starting up on http://0.0.0.0:9696 May 10 13:51:14.519299 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Started child 103391 {{(pid=103280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 13:51:14.519860 dv-cinder-840678-6-iscsi neutron-server[103280]: INFO oslo_service.service [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Starting 1 workers May 10 13:51:14.523781 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.service [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] calling RpcWorker wait() {{(pid=103391) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 13:51:14.524463 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.service [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] returning from RpcWorker wait() {{(pid=103391) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 13:51:14.524597 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Started child 103392 {{(pid=103280) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 13:51:14.525534 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81dfbfe8-44ce-4e22-9612-a41eda68d90a None None] Publish callbacks [] for process (None), after_spawn {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:14.526888 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:14.527425 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:51:14.527768 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103280) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 13:51:14.527988 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 13:51:14.528194 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 13:51:14.528681 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 13:51:14.528774 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 13:51:14.528949 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 13:51:14.529484 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.529776 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.529872 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:14.530327 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.530327 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.530884 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.531117 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.531381 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.531482 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:51:14.531675 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.531934 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.532106 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.532479 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.532893 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.533283 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.533777 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.534206 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.534609 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.535011 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.535342 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.535753 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.536474 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.536891 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.537312 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] debug = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.537718 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.538385 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.538779 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.539203 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.539589 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.540010 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.540424 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.540843 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.541240 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.541662 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.542582 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.543121 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.543523 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.543937 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.544329 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.544773 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.545151 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.546441 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] host = dv-cinder-840678-6-iscsi {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.547267 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.547665 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.548066 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.548506 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.548932 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.549322 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.549738 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.550156 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.550593 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.552763 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.553128 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.553575 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.553826 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.554390 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.554669 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_options = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.555667 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.556297 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.556602 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.557299 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.558184 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.558381 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.558668 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.559399 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.561483 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.561483 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.561697 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.561830 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.562105 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.562371 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.562667 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.562929 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.563168 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.563425 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.563708 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.563955 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.564224 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.564473 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.564726 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.564963 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.565194 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.565444 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.565686 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.565914 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.566143 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.566394 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.566647 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.566918 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.567268 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.567533 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.567814 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.568045 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.568313 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.568543 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.568824 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.569063 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.569318 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.569589 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.570013 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.570469 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.570892 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.571118 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.571507 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_json = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.571738 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.571984 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.572269 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.572516 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.572749 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.572993 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.573220 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.573465 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.573697 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.574134 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.574426 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.574749 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.575213 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.575644 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.575900 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.576152 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.576431 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.576694 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.576933 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.577358 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.577598 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.577916 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.578209 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.578485 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.578808 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.579077 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.579348 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.579621 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.579849 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.580109 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.580381 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.580671 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.580902 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.581162 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.581423 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.581657 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.581955 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.582219 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.582532 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.582887 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.583159 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.583449 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.583707 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.583946 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.584240 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.584489 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.584754 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.585025 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.585254 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.585538 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.585788 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.586048 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.586306 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.586551 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.586787 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.587039 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.587317 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.587553 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.587880 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.588141 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.588393 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.588614 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.588857 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.589091 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.589310 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.589544 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.589780 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.590002 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.590255 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.590479 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.590709 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.590973 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.591199 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.591440 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.591659 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.592117 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.592117 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.592478 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.592658 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.594867 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.594867 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.594867 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.594867 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.594867 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.594867 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.594867 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.594867 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.594867 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.596077 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.596077 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.596077 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.596077 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.596077 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.596077 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.596077 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.596992 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.596992 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.596992 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.596992 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.597318 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.597400 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.599050 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.599050 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.599050 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.599050 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.599050 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.599050 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.599050 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.599793 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.599793 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.599793 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.600156 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.600295 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.600436 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.600680 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.600940 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.601167 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.601414 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.601679 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.601917 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.602168 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.602395 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.602832 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.603099 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.603365 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.603640 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.603903 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.604216 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.604994 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.605435 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.605663 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.605948 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.606255 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.606533 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.606825 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.607067 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.607309 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.607607 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.607854 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.608141 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.608446 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.608706 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.608933 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.609183 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.609411 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.609649 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.609903 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.610222 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.610458 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.610679 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.610902 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.611198 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.611454 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.611699 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.611968 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.612259 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.612532 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.612780 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.613031 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.613268 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.613519 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.613777 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.613998 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.614251 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.614567 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.614829 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.615072 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.615293 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.615531 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.615779 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.616003 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.616266 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.616499 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.616775 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.616979 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.617197 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.617427 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.617721 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.617898 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.618123 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.618365 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.618551 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.618825 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.619050 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.619332 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.619614 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.619819 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.620093 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.620876 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.621274 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.621671 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.621932 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.622163 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.622387 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.622610 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.622838 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.623079 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.623323 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.623577 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.623804 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.624067 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.624337 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.624688 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.624949 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.625187 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.625465 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.625710 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.625948 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.626174 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.626398 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.626639 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.626884 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.627115 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.627361 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.627586 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.627816 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.628040 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.628300 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.628574 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.628821 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.629068 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.629314 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.629543 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.629803 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.630042 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.630265 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.630500 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.630717 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.630938 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.631158 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.631388 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.631674 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.631932 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.632194 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.632470 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.632713 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.632971 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.633206 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.633422 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.633673 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.633917 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.634144 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.634375 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.634590 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.634804 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.635019 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.635245 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.635465 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.635706 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.635957 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.636185 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.636409 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.636498 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:51:14.636658 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.636881 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.637096 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.637326 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.637540 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.637755 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.637981 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.638210 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.638420 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.638675 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.638909 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.639205 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.639438 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.639658 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.639873 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.640186 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.640472 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.640702 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.641034 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.641489 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.641489 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.641736 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.642071 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.642291 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.642575 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.642819 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.643184 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.643307 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.643521 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.643855 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.644133 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.644394 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.644664 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.644943 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.645221 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.645501 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.645727 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.646036 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.646369 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.646650 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.646915 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.647180 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.647436 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.647678 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.647906 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.648151 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.648499 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.648728 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.648978 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.649214 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.649447 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.649670 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.649904 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.650126 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.650377 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.650599 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.650826 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.651326 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.651538 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 13:51:14.652017 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103280) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 13:51:14.652208 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 13:51:14.652373 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 13:51:14.652549 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 13:51:14.652723 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 13:51:14.652880 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 13:51:14.653092 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.653260 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.653425 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.653590 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.653776 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.653943 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.654106 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.654271 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.654434 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.654597 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.654760 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.655080 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.655080 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.655233 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.655376 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.655538 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.655702 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.655870 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.656033 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.656217 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.656383 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.656545 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] debug = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.656708 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.656918 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.657087 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.657251 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.657413 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.657570 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.657732 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.657896 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.658064 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.658226 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.658415 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.658579 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.658742 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.658907 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.659067 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.659230 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.659391 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.659553 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] host = dv-cinder-840678-6-iscsi {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.659716 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.659879 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.660041 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.660223 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.660388 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.660551 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.660793 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.660957 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.661121 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.661284 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.661446 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.661609 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.661772 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.661935 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.662097 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_options = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.662259 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.662420 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.662583 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.662775 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.662943 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.663107 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.663269 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.663432 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.663594 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.663756 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.663919 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.664081 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.664265 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.664430 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.664593 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.664756 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.665001 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.665159 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.665282 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.665418 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.665540 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.665668 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.665822 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.665984 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.666148 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.666311 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.666476 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.666624 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.667311 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.667483 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.667646 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.667811 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.667974 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.668137 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.668321 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.668489 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.668657 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.668823 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.668989 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.669153 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.669316 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.669480 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.669642 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.669804 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.669966 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.670129 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.670291 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_json = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.670454 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.670617 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.670781 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.670944 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.671494 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.671494 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.671494 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.671730 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.671730 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 13:51:14.671979 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.672101 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.672220 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.672380 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.672545 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.672711 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.672876 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.673041 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.673206 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.673371 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.673544 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.673709 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.673884 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.674050 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.674216 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.674384 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.674551 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.674715 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.674882 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.675048 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.675214 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.675379 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.675554 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.675720 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.675884 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.676048 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.676220 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.676396 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.676562 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.676740 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.676922 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.677087 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.677254 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.677422 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.677588 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.677754 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.677921 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.678150 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.678276 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.678404 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.678563 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.678745 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.678895 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.679062 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.679228 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.679394 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.679560 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.679726 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.679892 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.680058 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.680245 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.680413 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.680580 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.680746 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.680913 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.681079 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.681245 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.681421 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.681587 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.681755 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.681920 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.682087 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.682252 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.682439 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.682632 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.683299 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.683467 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.683633 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.683812 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.683980 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.684148 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.684334 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.684501 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.684668 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.684834 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.685000 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.685166 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.685332 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.685497 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.685664 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.685829 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.685995 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.686162 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.686331 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.686498 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.686664 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.686847 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.686997 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.687163 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.687330 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.687495 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.687676 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.687842 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.688008 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.688214 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.688359 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.688529 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.688694 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.688860 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.689025 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.689190 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.689355 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.689520 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.689687 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.689853 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.690018 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.690183 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.690347 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.690512 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.690676 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.690841 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.691007 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.691173 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.691339 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.691503 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.691669 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.691833 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.691998 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.692188 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.692359 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.692528 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.692695 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.692867 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.693042 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.693207 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.693374 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.693540 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.693706 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.693872 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.694037 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.694203 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.694368 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.694528 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.694687 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.694863 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.695030 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.695195 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.695359 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.695547 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.695712 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.695876 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.696041 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.696231 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.696399 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.696565 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.696730 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.696896 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.697063 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.697227 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.697394 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.697559 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.697725 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.697891 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.698079 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.698247 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.698416 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.698581 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.698746 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.698912 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.699078 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.699243 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.699409 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.699574 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.699740 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.699906 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.700071 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.700256 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.700424 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.700590 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.700756 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.700922 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.701086 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.701250 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.701415 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.704297 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.704506 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.704700 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.705079 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.705265 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.705355 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 47056) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:51:14.705431 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.705611 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.705784 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.705959 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.706131 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.706327 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.706497 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.706664 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.706830 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.706994 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.707159 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.707324 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.707488 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.707650 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.707845 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.708016 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.708216 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.708384 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.708545 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.708707 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.708961 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.709074 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.709244 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.709411 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.709576 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.709738 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.709900 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.710061 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.710224 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.710385 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.710549 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.710713 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.710876 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.711038 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.711202 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.711364 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.711524 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.711684 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.711844 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.712005 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.712179 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.712389 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.712550 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.712725 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.712887 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.713047 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.713308 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.713476 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.713659 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.713838 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.713985 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.714134 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066640 May 10 13:51:14.714227 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.714309 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.714447 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.714613 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.714783 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.714945 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.715106 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.715268 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.715429 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.715591 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.715760 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.715921 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.716081 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.716265 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.716426 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.716586 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.716756 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.716917 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.717077 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.717238 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.717399 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.717560 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.717730 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.717891 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.718051 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.718211 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.718372 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.718532 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.718703 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.718865 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.719025 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.719193 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.719354 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.719515 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.719678 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.719851 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.720056 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.720293 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.720459 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.720621 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.720783 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.720947 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.721113 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.721286 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.721454 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.721616 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.721785 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.721955 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.722125 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.722288 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.722455 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.722629 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.722789 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.722950 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.723111 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.723273 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.723434 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.723594 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.723754 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.723913 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.724073 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.724250 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.724418 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.724578 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.724739 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.724898 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.725059 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.725220 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.725379 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.725540 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.725702 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 13:51:14.725857 dv-cinder-840678-6-iscsi neutron-server[103280]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103280) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 13:51:25.910531 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a1dbd5-cca8-4f2c-8e07-7cb9857c79e9 None None] get_active_networks_info from dv-cinder-840678-6-iscsi {{(pid=103391) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 10 13:51:25.989416 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a1dbd5-cca8-4f2c-8e07-7cb9857c79e9 None None] No non-hosted networks {{(pid=103391) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 13:51:26.008277 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.agentschedulers_db [None req-46a1dbd5-cca8-4f2c-8e07-7cb9857c79e9 None None] DHCP Agent not found on host dv-cinder-840678-6-iscsi {{(pid=103391) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 10 13:51:26.115205 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-29da477e-e2be-4347-a1e7-9fe20d7c3d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548389'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:28.251502 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5b4992c8-defe-48d6-8977-69da573631fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548389'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:28.287597 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-90308d50-4dfe-4d2a-9480-762f09365dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:29.144783 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 47120) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:51:29.336401 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548389'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:29.709173 dv-cinder-840678-6-iscsi neutron-server[103390]: WARNING oslo_policy.policy [None req-4599cf7a-c471-40aa-a430-dda1a7856803 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 13:51:29.709750 dv-cinder-840678-6-iscsi neutron-server[103390]: WARNING oslo_policy.policy [None req-4599cf7a-c471-40aa-a430-dda1a7856803 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 13:51:29.932408 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [None req-4599cf7a-c471-40aa-a430-dda1a7856803 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 13:51:29.940901 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4599cf7a-c471-40aa-a430-dda1a7856803 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7876363 May 10 13:51:30.722928 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548389'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:32.221354 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548389'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:32.222075 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:32.222462 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:32.222806 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:32.223231 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:32.223612 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:32.223947 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:32.224359 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:32.224714 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:32.225071 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:32.225443 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:32.225864 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:32.227210 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:32.227210 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:32.227210 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:32.227210 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:32.227583 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840678-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:51:32.235200 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840678-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:51:32.482429 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 47154) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:51:32.793675 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-ff3fc65e-3c4a-4049-b840-3b4c7a20ffa1 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:51:32.884094 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.policy [None req-ff3fc65e-3c4a-4049-b840-3b4c7a20ffa1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103390) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 13:51:32.926807 dv-cinder-840678-6-iscsi neutron-server[103390]: WARNING oslo_policy.policy [None req-ff3fc65e-3c4a-4049-b840-3b4c7a20ffa1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 13:51:32.927118 dv-cinder-840678-6-iscsi neutron-server[103390]: WARNING oslo_policy.policy [None req-ff3fc65e-3c4a-4049-b840-3b4c7a20ffa1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 13:51:33.027803 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ff3fc65e-3c4a-4049-b840-3b4c7a20ffa1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770993752715', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770993751191', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770993769418', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770993775723', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770993787979', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770993795505', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7764483', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7750137', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-459881', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1698764'] for rbac-policy (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:33.100381 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ff3fc65e-3c4a-4049-b840-3b4c7a20ffa1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:33.102136 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ff3fc65e-3c4a-4049-b840-3b4c7a20ffa1 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6181498 May 10 13:51:35.456161 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.db.l3_hamode_db [None req-81e6d605-1aa6-497e-a494-84fe7fd69f05 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 13:51:35.535262 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e6d605-1aa6-497e-a494-84fe7fd69f05 None None] Routers set() bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 13:51:35.535663 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e6d605-1aa6-497e-a494-84fe7fd69f05 None None] Router IDs set() for agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 10 13:51:35.560058 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 47166) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:51:35.868925 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:51:35.897745 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Made reservation on behalf of bd162913396140aca4b3f16233ad0c64 for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:51:35.901658 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:35.917720 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:36.021953 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Publish callbacks [] for security_group (f94061ab-fc5c-4135-b0bf-6493e91257db), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:36.026178 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (f94061ab-fc5c-4135-b0bf-6493e91257db), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:36.051222 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:51:36.087438 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770989559336', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (679e28e5-6d01-48fd-9669-8334576ad505), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:36.088023 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Unsubscribe: segment precommit_create {{(pid=103390) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 13:51:36.088599 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Added segment 679e28e5-6d01-48fd-9669-8334576ad505 of type vlan for network 9ca5ee75-fcff-49f1-8eb8-b058b0380d17 May 10 13:51:36.104536 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f94061ab-fc5c-4135-b0bf-6493e91257db,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:51:36.158783 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:36.159242 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:36.159873 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:36.160525 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:36.160981 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:36.161324 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:36.161659 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:36.161989 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:36.162746 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:36.163084 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:36.163600 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:36.163951 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:36.164316 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:36.164648 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:36.164977 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Tracked resource versions report: May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: pushed versions: May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: { 'AddressGroup': {'1.2'}, May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'Agent': {'1.1'}, May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'ConntrackHelper': {'1.0'}, May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'LocalIPAssociation': {'1.0'}, May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'Log': {'1.0'}, May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'NDPProxy': {'1.0'}, May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'Network': {'1.1'}, May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'Port': {'1.7'}, May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'PortForwarding': {'1.3'}, May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'QosPolicy': {'1.10'}, May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'SecurityGroup': {'1.5'}, May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'SecurityGroupRule': {'1.2'}, May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'SubPort': {'1.0'}, May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'Subnet': {'1.1'}, May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'Trunk': {'1.1'}} May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: consumer versions: May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: { DHCP agent@dv-cinder-840678-6-iscsi: {}, May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: L3 agent@dv-cinder-840678-6-iscsi: {}, May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: Metadata agent@dv-cinder-840678-6-iscsi: {}, May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: Metering agent@dv-cinder-840678-6-iscsi: {}, May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: Open vSwitch agent@dv-cinder-840678-6-iscsi: { 'AddressGroup': '1.2', May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'Agent': '1.1', May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'ConntrackHelper': '1.0', May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'LocalIPAssociation': '1.0', May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'Log': '1.0', May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'NDPProxy': '1.0', May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'Network': '1.1', May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'Port': '1.7', May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'PortForwarding': '1.3', May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'QosPolicy': '1.10', May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'SecurityGroup': '1.5', May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'SecurityGroupRule': '1.2', May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'SubPort': '1.0', May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'Subnet': '1.1', May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: 'Trunk': '1.1'}} May 10 13:51:36.166697 dv-cinder-840678-6-iscsi neutron-server[103390]: {{(pid=103390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 13:51:36.209639 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770989082799'] for network (9ca5ee75-fcff-49f1-8eb8-b058b0380d17), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:36.249486 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for network (9ca5ee75-fcff-49f1-8eb8-b058b0380d17), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:36.254522 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:51:36.255239 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:36.351136 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7899373 May 10 13:51:36.377976 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a8cb7-b82c-4266-92d3-4e29c0582c3a demo demo] Pushing event updated for resources: {'Network': ['ID=9ca5ee75-fcff-49f1-8eb8-b058b0380d17,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:51:36.394625 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Network 9ca5ee75-fcff-49f1-8eb8-b058b0380d17 details requested by agent ovs-agent-dv-cinder-840678-6-iscsi with host dv-cinder-840678-6-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 13:51:38.841983 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 47178) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:51:39.327435 dv-cinder-840678-6-iscsi neutron-server[103389]: WARNING oslo_policy.policy [None req-092c1ea6-d594-4077-a97c-3d1aeee4dff6 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 13:51:39.327995 dv-cinder-840678-6-iscsi neutron-server[103389]: WARNING oslo_policy.policy [None req-092c1ea6-d594-4077-a97c-3d1aeee4dff6 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 13:51:39.760234 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.policy [None req-092c1ea6-d594-4077-a97c-3d1aeee4dff6 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103389) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 13:51:39.801472 dv-cinder-840678-6-iscsi neutron-server[103389]: WARNING oslo_policy.policy [None req-092c1ea6-d594-4077-a97c-3d1aeee4dff6 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 13:51:39.801843 dv-cinder-840678-6-iscsi neutron-server[103389]: WARNING oslo_policy.policy [None req-092c1ea6-d594-4077-a97c-3d1aeee4dff6 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 13:51:39.809933 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092c1ea6-d594-4077-a97c-3d1aeee4dff6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:51:39.811841 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-092c1ea6-d594-4077-a97c-3d1aeee4dff6 demo admin] 10.222.0.49 "GET /v2.0/networks/9ca5ee75-fcff-49f1-8eb8-b058b0380d17 HTTP/1.1" status: 200 len: 825 time: 0.9679492 May 10 13:51:39.850280 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-c74d00a7-c102-4268-a19e-9cfb8583c85e demo admin] 10.222.0.49 "GET /v2.0/subnetpools/5742f8ac-7255-4f4c-adff-223a177f59e5 HTTP/1.1" status: 200 len: 734 time: 0.0328562 May 10 13:51:39.859488 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '5742f8ac-7255-4f4c-adff-223a177f59e5', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '9ca5ee75-fcff-49f1-8eb8-b058b0380d17'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:51:39.895531 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Made reservation on behalf of bd162913396140aca4b3f16233ad0c64 for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:51:39.898170 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:40.185065 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for subnet (ee369244-eb80-47cb-837c-ade57bc2cc60), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:40.256496 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Checking segment: {'id': '679e28e5-6d01-48fd-9669-8334576ad505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9ca5ee75-fcff-49f1-8eb8-b058b0380d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 13:51:40.256886 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Network hostable DHCP agents. Network: 9ca5ee75-fcff-49f1-8eb8-b058b0380d17, hostable agents: ['9d798d4e-9452-4d08-ac49-c41e5143ffdf'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:51:40.265848 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ee369244-eb80-47cb-837c-ade57bc2cc60,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:51:40.284291 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:40.284764 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:40.285139 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:40.285503 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:40.285842 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:40.286176 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:40.286507 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:40.286832 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:40.287173 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:40.287502 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:40.287827 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:40.288188 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:40.288514 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:40.288835 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:40.289156 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Tracked resource versions report: May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: pushed versions: May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: { 'AddressGroup': {'1.2'}, May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'Agent': {'1.1'}, May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'ConntrackHelper': {'1.0'}, May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'LocalIPAssociation': {'1.0'}, May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'Log': {'1.0'}, May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'NDPProxy': {'1.0'}, May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'Network': {'1.1'}, May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'Port': {'1.7'}, May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'PortForwarding': {'1.3'}, May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'QosPolicy': {'1.10'}, May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'SecurityGroup': {'1.5'}, May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'SecurityGroupRule': {'1.2'}, May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'SubPort': {'1.0'}, May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'Subnet': {'1.1'}, May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'Trunk': {'1.1'}} May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: consumer versions: May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: { DHCP agent@dv-cinder-840678-6-iscsi: {}, May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: L3 agent@dv-cinder-840678-6-iscsi: {}, May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: Metadata agent@dv-cinder-840678-6-iscsi: {}, May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: Metering agent@dv-cinder-840678-6-iscsi: {}, May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: Open vSwitch agent@dv-cinder-840678-6-iscsi: { 'AddressGroup': '1.2', May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'Agent': '1.1', May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'ConntrackHelper': '1.0', May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'LocalIPAssociation': '1.0', May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'Log': '1.0', May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'NDPProxy': '1.0', May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'Network': '1.1', May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'Port': '1.7', May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'PortForwarding': '1.3', May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'QosPolicy': '1.10', May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'SecurityGroup': '1.5', May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'SecurityGroupRule': '1.2', May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'SubPort': '1.0', May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'Subnet': '1.1', May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: 'Trunk': '1.1'}} May 10 13:51:40.290530 dv-cinder-840678-6-iscsi neutron-server[103389]: {{(pid=103389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 13:51:40.312788 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Network 9ca5ee75-fcff-49f1-8eb8-b058b0380d17 is scheduled to be hosted by DHCP agent 9d798d4e-9452-4d08-ac49-c41e5143ffdf with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:51:40.336386 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-6-iscsi, 9ca5ee75-fcff-49f1-8eb8-b058b0380d17) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:51:40.341574 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:51:40.342215 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:40.347227 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d728f4-daee-4e5c-877a-69cbc7fa1bc5 None None] Network 9ca5ee75-fcff-49f1-8eb8-b058b0380d17 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 13:51:40.365701 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-09a3cf3b-95f2-47c0-aaf1-1b77d00d4cc6 demo admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5095947 May 10 13:51:40.618910 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b1d9a71-d8a9-5fac-b8fc-dea2988d9731-9ca5ee75-fcff-49f1-8eb8-b058b0380d17', 'network_id': '9ca5ee75-fcff-49f1-8eb8-b058b0380d17', 'project_id': 'bd162913396140aca4b3f16233ad0c64', 'fixed_ips': [{'subnet_id': 'ee369244-eb80-47cb-837c-ade57bc2cc60'}]}} from dv-cinder-840678-6-iscsi. {{(pid=103391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 13:51:40.620147 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:40.905245 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Allocated IP 172.20.0.2 (9ca5ee75-fcff-49f1-8eb8-b058b0380d17/ee369244-eb80-47cb-837c-ade57bc2cc60/c684b379-1090-4dfc-9a18-8695462a1189) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:51:41.192065 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Publish callbacks [] for port (c684b379-1090-4dfc-9a18-8695462a1189), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:41.202304 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (c684b379-1090-4dfc-9a18-8695462a1189), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:41.274740 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Network 9ca5ee75-fcff-49f1-8eb8-b058b0380d17 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:51:41.281566 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:51:41.293097 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 13:51:41.296246 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Pushing event updated for resources: {'Port': ['ID=c684b379-1090-4dfc-9a18-8695462a1189,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:51:41.327303 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:41.327657 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:41.328026 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:41.328415 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:41.328758 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:41.329099 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:41.329433 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:41.329768 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:41.330098 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:41.330426 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:41.330757 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:41.331103 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:41.331434 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:41.331758 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:41.332080 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Tracked resource versions report: May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: pushed versions: May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: { 'AddressGroup': {'1.2'}, May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'Agent': {'1.1'}, May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'ConntrackHelper': {'1.0'}, May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'LocalIPAssociation': {'1.0'}, May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'Log': {'1.0'}, May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'NDPProxy': {'1.0'}, May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'Network': {'1.1'}, May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'Port': {'1.7'}, May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'PortForwarding': {'1.3'}, May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'QosPolicy': {'1.10'}, May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'SecurityGroup': {'1.5'}, May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'SecurityGroupRule': {'1.2'}, May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'SubPort': {'1.0'}, May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'Subnet': {'1.1'}, May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'Trunk': {'1.1'}} May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: consumer versions: May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: { DHCP agent@dv-cinder-840678-6-iscsi: {}, May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: L3 agent@dv-cinder-840678-6-iscsi: {}, May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: Metadata agent@dv-cinder-840678-6-iscsi: {}, May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: Metering agent@dv-cinder-840678-6-iscsi: {}, May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: Open vSwitch agent@dv-cinder-840678-6-iscsi: { 'AddressGroup': '1.2', May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'Agent': '1.1', May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'ConntrackHelper': '1.0', May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'LocalIPAssociation': '1.0', May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'Log': '1.0', May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'NDPProxy': '1.0', May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'Network': '1.1', May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'Port': '1.7', May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'PortForwarding': '1.3', May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'QosPolicy': '1.10', May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'SecurityGroup': '1.5', May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'SecurityGroupRule': '1.2', May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'SubPort': '1.0', May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'Subnet': '1.1', May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: 'Trunk': '1.1'}} May 10 13:51:41.333493 dv-cinder-840678-6-iscsi neutron-server[103391]: {{(pid=103391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 13:51:41.387331 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Attempting to bind port c684b379-1090-4dfc-9a18-8695462a1189 on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 13:51:41.387929 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Attempting to bind port c684b379-1090-4dfc-9a18-8695462a1189 by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '679e28e5-6d01-48fd-9669-8334576ad505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9ca5ee75-fcff-49f1-8eb8-b058b0380d17'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 13:51:41.388152 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Attempting to bind port c684b379-1090-4dfc-9a18-8695462a1189 on network 9ca5ee75-fcff-49f1-8eb8-b058b0380d17 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 13:51:41.393268 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 13, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 13:51:41.393652 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Checking segment: {'id': '679e28e5-6d01-48fd-9669-8334576ad505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9ca5ee75-fcff-49f1-8eb8-b058b0380d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 13:51:41.394161 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:41.394556 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Bound using segment: {'id': '679e28e5-6d01-48fd-9669-8334576ad505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9ca5ee75-fcff-49f1-8eb8-b058b0380d17'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 13:51:41.395051 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Bound port: c684b379-1090-4dfc-9a18-8695462a1189, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '679e28e5-6d01-48fd-9669-8334576ad505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9ca5ee75-fcff-49f1-8eb8-b058b0380d17'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 13:51:41.395448 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (c684b379-1090-4dfc-9a18-8695462a1189), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:41.461557 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] For port c684b379-1090-4dfc-9a18-8695462a1189, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 13:51:41.481353 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] For port c684b379-1090-4dfc-9a18-8695462a1189, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=c684b379-1090-4dfc-9a18-8695462a1189,segment=NetworkSegment(679e28e5-6d01-48fd-9669-8334576ad505),segment_id=679e28e5-6d01-48fd-9669-8334576ad505)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 13:51:41.488475 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (c684b379-1090-4dfc-9a18-8695462a1189), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:41.545053 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82fc28-b735-4cf1-be89-463332f16f50 None None] Pushing event updated for resources: {'Port': ['ID=c684b379-1090-4dfc-9a18-8695462a1189,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:51:42.886295 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 47198) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:51:43.198480 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [None req-08672f78-97cc-4705-beb4-8a705e1b5f7a admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 13:51:43.199538 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-08672f78-97cc-4705-beb4-8a705e1b5f7a admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3121898 May 10 13:51:45.666066 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 47206) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:51:45.976372 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [None req-4fc8e1cb-877f-407a-9a12-fb1ad687bf22 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 13:51:45.977424 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-4fc8e1cb-877f-407a-9a12-fb1ad687bf22 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3104351 May 10 13:51:48.477475 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 47214) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:51:48.794074 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-08d2a558-a6a9-476b-b792-53e313ad064b demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:51:48.822507 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-08d2a558-a6a9-476b-b792-53e313ad064b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1632'] for router (47b79b22-0493-416f-ada9-1a5b1009e656), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:48.824791 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-08d2a558-a6a9-476b-b792-53e313ad064b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1627'] for router (47b79b22-0493-416f-ada9-1a5b1009e656), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:48.981953 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-08d2a558-a6a9-476b-b792-53e313ad064b demo demo] Publish callbacks [] for router_controller (47b79b22-0493-416f-ada9-1a5b1009e656), precommit_add_association {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:48.987951 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-08d2a558-a6a9-476b-b792-53e313ad064b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537837'] for router (47b79b22-0493-416f-ada9-1a5b1009e656), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:49.008295 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-08d2a558-a6a9-476b-b792-53e313ad064b demo demo] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:49.009463 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-08d2a558-a6a9-476b-b792-53e313ad064b demo demo] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5309508 May 10 13:51:51.463463 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 47226) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:51:51.780807 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [None req-d915a7ee-11cf-40e8-be4f-7325993685ef admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 13:51:51.781802 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d915a7ee-11cf-40e8-be4f-7325993685ef admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3167317 May 10 13:51:52.990290 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device c684b379-1090-4dfc-9a18-8695462a1189 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 13:51:53.037786 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bc0f64-2b72-46e5-b58f-760d24672431 None None] Network 9ca5ee75-fcff-49f1-8eb8-b058b0380d17 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 13:51:53.143298 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-8fc76a2d-f5cc-4712-b8c7-7f861916c0b2 None None] Provisioning complete for port c684b379-1090-4dfc-9a18-8695462a1189 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:51:53.143703 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8fc76a2d-f5cc-4712-b8c7-7f861916c0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (c684b379-1090-4dfc-9a18-8695462a1189), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:53.147330 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port c684b379-1090-4dfc-9a18-8695462a1189 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:51:53.147715 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (c684b379-1090-4dfc-9a18-8695462a1189), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:53.371540 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port c684b379-1090-4dfc-9a18-8695462a1189 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:51:53.371834 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (c684b379-1090-4dfc-9a18-8695462a1189), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:53.385052 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-8fc76a2d-f5cc-4712-b8c7-7f861916c0b2 None None] Current status of the port c684b379-1090-4dfc-9a18-8695462a1189 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:51:53.385996 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8fc76a2d-f5cc-4712-b8c7-7f861916c0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (c684b379-1090-4dfc-9a18-8695462a1189), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:53.432188 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] For port c684b379-1090-4dfc-9a18-8695462a1189, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=c684b379-1090-4dfc-9a18-8695462a1189,segment=NetworkSegment(679e28e5-6d01-48fd-9669-8334576ad505),segment_id=679e28e5-6d01-48fd-9669-8334576ad505)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 13:51:53.436472 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (c684b379-1090-4dfc-9a18-8695462a1189), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:53.502261 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.db.api [None req-8fc76a2d-f5cc-4712-b8c7-7f861916c0b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 13:51:53.502667 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG oslo_db.api [None req-8fc76a2d-f5cc-4712-b8c7-7f861916c0b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 13:51:53.511712 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Pushing event updated for resources: {'Port': ['ID=c684b379-1090-4dfc-9a18-8695462a1189,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:51:54.041678 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-8fc76a2d-f5cc-4712-b8c7-7f861916c0b2 None None] Current status of the port c684b379-1090-4dfc-9a18-8695462a1189 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:51:54.158200 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-f50dc374-e307-4fb3-8ac1-dfd235a756d5 None None] Provisioning complete for port c684b379-1090-4dfc-9a18-8695462a1189 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:51:54.158716 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f50dc374-e307-4fb3-8ac1-dfd235a756d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (c684b379-1090-4dfc-9a18-8695462a1189), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:54.233406 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-f50dc374-e307-4fb3-8ac1-dfd235a756d5 None None] Current status of the port c684b379-1090-4dfc-9a18-8695462a1189 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:51:54.245450 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 47236) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:51:54.553755 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-dab49538-cf58-44ee-b09f-7b4cc0716585 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:51:54.573180 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab49538-cf58-44ee-b09f-7b4cc0716585 admin admin] Made reservation on behalf of 71179eb4635448dd8ef63856db24457f for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:51:54.575396 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dab49538-cf58-44ee-b09f-7b4cc0716585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:54.583538 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dab49538-cf58-44ee-b09f-7b4cc0716585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:54.661589 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dab49538-cf58-44ee-b09f-7b4cc0716585 admin admin] Publish callbacks [] for security_group (6b015eff-f15a-46e8-a642-5883d894b8e4), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:54.665175 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dab49538-cf58-44ee-b09f-7b4cc0716585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (6b015eff-f15a-46e8-a642-5883d894b8e4), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:54.679120 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dab49538-cf58-44ee-b09f-7b4cc0716585 admin admin] Reserving flat network on physical network physnet1 {{(pid=103390) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 13:51:54.699239 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab49538-cf58-44ee-b09f-7b4cc0716585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b015eff-f15a-46e8-a642-5883d894b8e4,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:51:54.704703 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dab49538-cf58-44ee-b09f-7b4cc0716585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:54.705050 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-dab49538-cf58-44ee-b09f-7b4cc0716585 admin admin] Added segment 1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f of type flat for network 89429d30-8d6e-4195-a41d-5d4817ee56e2 May 10 13:51:54.752800 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dab49538-cf58-44ee-b09f-7b4cc0716585 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770989082799'] for network (89429d30-8d6e-4195-a41d-5d4817ee56e2), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:54.784635 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dab49538-cf58-44ee-b09f-7b4cc0716585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for network (89429d30-8d6e-4195-a41d-5d4817ee56e2), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:54.785574 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab49538-cf58-44ee-b09f-7b4cc0716585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:51:54.786156 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dab49538-cf58-44ee-b09f-7b4cc0716585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:54.865958 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-dab49538-cf58-44ee-b09f-7b4cc0716585 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6194196 May 10 13:51:54.878992 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab49538-cf58-44ee-b09f-7b4cc0716585 admin admin] Pushing event updated for resources: {'Network': ['ID=89429d30-8d6e-4195-a41d-5d4817ee56e2,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:51:54.889707 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 details requested by agent ovs-agent-dv-cinder-840678-6-iscsi with host dv-cinder-840678-6-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 13:51:54.971167 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device c684b379-1090-4dfc-9a18-8695462a1189 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 13:51:55.018600 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port c684b379-1090-4dfc-9a18-8695462a1189 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:51:55.019001 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (c684b379-1090-4dfc-9a18-8695462a1189), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:55.149587 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port c684b379-1090-4dfc-9a18-8695462a1189 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:51:55.855027 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-907d800c-e66b-4d67-a129-fae9a88d1b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:57.301412 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 47244) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:51:57.714206 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ad1785-fb9a-4f43-b0bd-fb19f6a4f82a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:51:57.715599 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d5ad1785-fb9a-4f43-b0bd-fb19f6a4f82a demo admin] 10.222.0.49 "GET /v2.0/subnets/ee369244-eb80-47cb-837c-ade57bc2cc60 HTTP/1.1" status: 200 len: 849 time: 0.4132307 May 10 13:51:57.879222 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e62ac5b7-80b5-478d-97b9-fecd9fbcaf34 demo admin] 10.222.0.49 "GET /v2.0/routers/47b79b22-0493-416f-ada9-1a5b1009e656 HTTP/1.1" status: 200 len: 704 time: 0.1580455 May 10 13:51:58.158961 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ffe58ce3-b938-4b30-b153-525885b73de2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:58.238847 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-35dd5df3-3399-4f5a-81e0-4e53eac19d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:58.453149 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-ffe58ce3-b938-4b30-b153-525885b73de2 demo admin] Allocated IP 172.20.0.1 (9ca5ee75-fcff-49f1-8eb8-b058b0380d17/ee369244-eb80-47cb-837c-ade57bc2cc60/b94032f3-dbc4-42ca-9c00-fc5051b92570) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:51:58.637535 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ffe58ce3-b938-4b30-b153-525885b73de2 demo admin] Publish callbacks [] for port (b94032f3-dbc4-42ca-9c00-fc5051b92570), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:58.702805 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ffe58ce3-b938-4b30-b153-525885b73de2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (b94032f3-dbc4-42ca-9c00-fc5051b92570), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:58.772636 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe58ce3-b938-4b30-b153-525885b73de2 demo admin] Network 9ca5ee75-fcff-49f1-8eb8-b058b0380d17 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:51:58.782617 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-ffe58ce3-b938-4b30-b153-525885b73de2 demo admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:51:58.791724 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe58ce3-b938-4b30-b153-525885b73de2 demo admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 13:51:58.792299 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ffe58ce3-b938-4b30-b153-525885b73de2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540858'] for router_interface (47b79b22-0493-416f-ada9-1a5b1009e656), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:58.816924 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe58ce3-b938-4b30-b153-525885b73de2 demo admin] Pushing event updated for resources: {'Port': ['ID=b94032f3-dbc4-42ca-9c00-fc5051b92570,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:51:58.974383 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-d2d4aea3-67aa-4324-811f-3112968efeb9 None None] Provisioning complete for port b94032f3-dbc4-42ca-9c00-fc5051b92570 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:51:58.974783 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d2d4aea3-67aa-4324-811f-3112968efeb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (b94032f3-dbc4-42ca-9c00-fc5051b92570), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:59.009127 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-d2d4aea3-67aa-4324-811f-3112968efeb9 None None] Port b94032f3-dbc4-42ca-9c00-fc5051b92570 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 13:51:59.055659 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ffe58ce3-b938-4b30-b153-525885b73de2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (b94032f3-dbc4-42ca-9c00-fc5051b92570), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:59.265541 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ffe58ce3-b938-4b30-b153-525885b73de2 demo admin] Publish callbacks [] for port (b94032f3-dbc4-42ca-9c00-fc5051b92570), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:59.269850 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ffe58ce3-b938-4b30-b153-525885b73de2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (b94032f3-dbc4-42ca-9c00-fc5051b92570), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:59.270665 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ffe58ce3-b938-4b30-b153-525885b73de2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-506185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544391'] for router_interface (47b79b22-0493-416f-ada9-1a5b1009e656), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:59.290225 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:59.347876 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe58ce3-b938-4b30-b153-525885b73de2 demo admin] Pushing event updated for resources: {'Port': ['ID=b94032f3-dbc4-42ca-9c00-fc5051b92570,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:51:59.394632 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe58ce3-b938-4b30-b153-525885b73de2 demo admin] Network 9ca5ee75-fcff-49f1-8eb8-b058b0380d17 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:51:59.395904 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-ffe58ce3-b938-4b30-b153-525885b73de2 demo admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:51:59.558755 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe58ce3-b938-4b30-b153-525885b73de2 demo admin] Router 47b79b22-0493-416f-ada9-1a5b1009e656 is scheduled to L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 with binding_index 1 {{(pid=103390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 13:51:59.630181 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-c82f9946-5445-4b6c-a090-807a6e9cea07 None None] Provisioning complete for port b94032f3-dbc4-42ca-9c00-fc5051b92570 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:51:59.630572 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c82f9946-5445-4b6c-a090-807a6e9cea07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (b94032f3-dbc4-42ca-9c00-fc5051b92570), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:51:59.649576 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe58ce3-b938-4b30-b153-525885b73de2 demo admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 13:51:59.660104 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ffe58ce3-b938-4b30-b153-525885b73de2 demo admin] 10.222.0.49 "PUT /v2.0/routers/47b79b22-0493-416f-ada9-1a5b1009e656/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7705944 May 10 13:51:59.664856 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] Sync routers for ids ['47b79b22-0493-416f-ada9-1a5b1009e656'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:51:59.670022 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-c82f9946-5445-4b6c-a090-807a6e9cea07 None None] Port b94032f3-dbc4-42ca-9c00-fc5051b92570 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 13:51:59.678815 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] Routers {'47b79b22-0493-416f-ada9-1a5b1009e656'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 13:51:59.679745 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T13:51:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['47b79b22-0493-416f-ada9-1a5b1009e656'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:51:59.873741 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] Set router 47b79b22-0493-416f-ada9-1a5b1009e656 gateway port host: None {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 13:52:00.295924 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b79b22-0493-416f-ada9-1a5b1009e656', 'name': 'router1', 'tenant_id': 'bd162913396140aca4b3f16233ad0c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:51:48Z', 'updated_at': '2022-05-10T13:51:58Z', 'revision_number': 2, 'project_id': 'bd162913396140aca4b3f16233ad0c64', 'gw_port_host': None, '_interfaces': [{'id': 'b94032f3-dbc4-42ca-9c00-fc5051b92570', 'name': '', 'network_id': '9ca5ee75-fcff-49f1-8eb8-b058b0380d17', 'tenant_id': 'bd162913396140aca4b3f16233ad0c64', 'mac_address': 'fa:16:3e:69:a9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b79b22-0493-416f-ada9-1a5b1009e656', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee369244-eb80-47cb-837c-ade57bc2cc60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:51:58Z', 'updated_at': '2022-05-10T13:51:59Z', 'revision_number': 2, 'project_id': 'bd162913396140aca4b3f16233ad0c64', 'subnets': [{'id': 'ee369244-eb80-47cb-837c-ade57bc2cc60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5742f8ac-7255-4f4c-adff-223a177f59e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:52:00.347884 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] Checking router: 47b79b22-0493-416f-ada9-1a5b1009e656 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:52:00.348305 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] Updating router 47b79b22-0493-416f-ada9-1a5b1009e656 port b94032f3-dbc4-42ca-9c00-fc5051b92570 binding host dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 13:52:00.402681 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (b94032f3-dbc4-42ca-9c00-fc5051b92570), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:00.679442 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:00.929980 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] Publish callbacks [] for port (b94032f3-dbc4-42ca-9c00-fc5051b92570), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:00.936981 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (b94032f3-dbc4-42ca-9c00-fc5051b92570), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:01.098244 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a89552-066d-44a4-87ef-f9927825eb1f None None] Pushing event updated for resources: {'Port': ['ID=b94032f3-dbc4-42ca-9c00-fc5051b92570,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:52:01.118114 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a89552-066d-44a4-87ef-f9927825eb1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:52:01.118467 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a89552-066d-44a4-87ef-f9927825eb1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:52:01.118817 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a89552-066d-44a4-87ef-f9927825eb1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:52:01.119248 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a89552-066d-44a4-87ef-f9927825eb1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:52:01.120061 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a89552-066d-44a4-87ef-f9927825eb1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:52:01.120421 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a89552-066d-44a4-87ef-f9927825eb1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:52:01.120764 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a89552-066d-44a4-87ef-f9927825eb1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:52:01.121095 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a89552-066d-44a4-87ef-f9927825eb1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:52:01.121427 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a89552-066d-44a4-87ef-f9927825eb1f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:52:01.121755 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a89552-066d-44a4-87ef-f9927825eb1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:52:01.122085 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a89552-066d-44a4-87ef-f9927825eb1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:52:01.122441 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a89552-066d-44a4-87ef-f9927825eb1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:52:01.122771 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a89552-066d-44a4-87ef-f9927825eb1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:52:01.123104 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a89552-066d-44a4-87ef-f9927825eb1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:52:01.123423 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a89552-066d-44a4-87ef-f9927825eb1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a89552-066d-44a4-87ef-f9927825eb1f None None] Tracked resource versions report: May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: pushed versions: May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: { 'AddressGroup': {'1.2'}, May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'Agent': {'1.1'}, May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'ConntrackHelper': {'1.0'}, May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'LocalIPAssociation': {'1.0'}, May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'Log': {'1.0'}, May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'NDPProxy': {'1.0'}, May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'Network': {'1.1'}, May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'Port': {'1.7'}, May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'PortForwarding': {'1.3'}, May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'QosPolicy': {'1.10'}, May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'SecurityGroup': {'1.5'}, May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'SecurityGroupRule': {'1.2'}, May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'SubPort': {'1.0'}, May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'Subnet': {'1.1'}, May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'Trunk': {'1.1'}} May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: consumer versions: May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: { DHCP agent@dv-cinder-840678-6-iscsi: {}, May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: L3 agent@dv-cinder-840678-6-iscsi: {}, May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: Metadata agent@dv-cinder-840678-6-iscsi: {}, May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: Metering agent@dv-cinder-840678-6-iscsi: {}, May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: Open vSwitch agent@dv-cinder-840678-6-iscsi: { 'AddressGroup': '1.2', May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'Agent': '1.1', May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'ConntrackHelper': '1.0', May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'LocalIPAssociation': '1.0', May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'Log': '1.0', May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'NDPProxy': '1.0', May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'Network': '1.1', May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'Port': '1.7', May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'PortForwarding': '1.3', May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'QosPolicy': '1.10', May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'SecurityGroup': '1.5', May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'SecurityGroupRule': '1.2', May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'SubPort': '1.0', May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'Subnet': '1.1', May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: 'Trunk': '1.1'}} May 10 13:52:01.124854 dv-cinder-840678-6-iscsi neutron-server[103392]: {{(pid=103392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 13:52:01.127342 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] Attempting to bind port b94032f3-dbc4-42ca-9c00-fc5051b92570 on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 13:52:01.127689 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] Attempting to bind port b94032f3-dbc4-42ca-9c00-fc5051b92570 by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '679e28e5-6d01-48fd-9669-8334576ad505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9ca5ee75-fcff-49f1-8eb8-b058b0380d17'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 13:52:01.128128 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] Attempting to bind port b94032f3-dbc4-42ca-9c00-fc5051b92570 on network 9ca5ee75-fcff-49f1-8eb8-b058b0380d17 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 13:52:01.134261 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 13, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 13:52:01.134669 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] Checking segment: {'id': '679e28e5-6d01-48fd-9669-8334576ad505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9ca5ee75-fcff-49f1-8eb8-b058b0380d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 13:52:01.135224 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:01.135618 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] Bound using segment: {'id': '679e28e5-6d01-48fd-9669-8334576ad505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9ca5ee75-fcff-49f1-8eb8-b058b0380d17'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 13:52:01.136123 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] Bound port: b94032f3-dbc4-42ca-9c00-fc5051b92570, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '679e28e5-6d01-48fd-9669-8334576ad505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9ca5ee75-fcff-49f1-8eb8-b058b0380d17'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 13:52:01.136538 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (b94032f3-dbc4-42ca-9c00-fc5051b92570), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:01.210460 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] For port b94032f3-dbc4-42ca-9c00-fc5051b92570, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 13:52:01.233618 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] For port b94032f3-dbc4-42ca-9c00-fc5051b92570, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=b94032f3-dbc4-42ca-9c00-fc5051b92570,segment=NetworkSegment(679e28e5-6d01-48fd-9669-8334576ad505),segment_id=679e28e5-6d01-48fd-9669-8334576ad505)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 13:52:01.241586 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (b94032f3-dbc4-42ca-9c00-fc5051b92570), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:01.295317 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] Routers {'47b79b22-0493-416f-ada9-1a5b1009e656'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 13:52:01.296299 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T13:51:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['47b79b22-0493-416f-ada9-1a5b1009e656'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:52:01.302926 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-7fa8737b-c97e-40a6-9080-e70972ddbf25 None None] Provisioning complete for port b94032f3-dbc4-42ca-9c00-fc5051b92570 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:52:01.303316 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7fa8737b-c97e-40a6-9080-e70972ddbf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (b94032f3-dbc4-42ca-9c00-fc5051b92570), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:01.386844 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-7fa8737b-c97e-40a6-9080-e70972ddbf25 None None] Current status of the port b94032f3-dbc4-42ca-9c00-fc5051b92570 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:52:01.387492 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7fa8737b-c97e-40a6-9080-e70972ddbf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (b94032f3-dbc4-42ca-9c00-fc5051b92570), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:01.394897 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] Set router 47b79b22-0493-416f-ada9-1a5b1009e656 gateway port host: None {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 13:52:01.425096 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-7fa8737b-c97e-40a6-9080-e70972ddbf25 None None] For port b94032f3-dbc4-42ca-9c00-fc5051b92570, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=b94032f3-dbc4-42ca-9c00-fc5051b92570,segment=NetworkSegment(679e28e5-6d01-48fd-9669-8334576ad505),segment_id=679e28e5-6d01-48fd-9669-8334576ad505)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 13:52:01.431315 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7fa8737b-c97e-40a6-9080-e70972ddbf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (b94032f3-dbc4-42ca-9c00-fc5051b92570), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:01.490510 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8737b-c97e-40a6-9080-e70972ddbf25 None None] Pushing event updated for resources: {'Port': ['ID=b94032f3-dbc4-42ca-9c00-fc5051b92570,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:52:01.521399 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a89552-066d-44a4-87ef-f9927825eb1f None None] Pushing event updated for resources: {'Port': ['ID=b94032f3-dbc4-42ca-9c00-fc5051b92570,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:52:01.552035 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-520b24df-7f69-498d-b099-86a10c03df66 None None] Provisioning complete for port b94032f3-dbc4-42ca-9c00-fc5051b92570 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:52:01.552588 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-520b24df-7f69-498d-b099-86a10c03df66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (b94032f3-dbc4-42ca-9c00-fc5051b92570), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:01.609194 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b79b22-0493-416f-ada9-1a5b1009e656', 'name': 'router1', 'tenant_id': 'bd162913396140aca4b3f16233ad0c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:51:48Z', 'updated_at': '2022-05-10T13:51:58Z', 'revision_number': 2, 'project_id': 'bd162913396140aca4b3f16233ad0c64', 'gw_port_host': None, '_interfaces': [{'id': 'b94032f3-dbc4-42ca-9c00-fc5051b92570', 'name': '', 'network_id': '9ca5ee75-fcff-49f1-8eb8-b058b0380d17', 'tenant_id': 'bd162913396140aca4b3f16233ad0c64', 'mac_address': 'fa:16:3e:69:a9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b79b22-0493-416f-ada9-1a5b1009e656', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee369244-eb80-47cb-837c-ade57bc2cc60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:51:58Z', 'updated_at': '2022-05-10T13:52:01Z', 'revision_number': 4, 'project_id': 'bd162913396140aca4b3f16233ad0c64', 'subnets': [{'id': 'ee369244-eb80-47cb-837c-ade57bc2cc60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5742f8ac-7255-4f4c-adff-223a177f59e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:52:01.635544 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-520b24df-7f69-498d-b099-86a10c03df66 None None] Current status of the port b94032f3-dbc4-42ca-9c00-fc5051b92570 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:52:01.635795 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e5cc3-e225-4861-bffb-0ecd31a4a5cd None None] The sync data for ids ['47b79b22-0493-416f-ada9-1a5b1009e656'] in dv-cinder-840678-6-iscsi is: [{'id': '47b79b22-0493-416f-ada9-1a5b1009e656', 'name': 'router1', 'tenant_id': 'bd162913396140aca4b3f16233ad0c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:51:48Z', 'updated_at': '2022-05-10T13:51:58Z', 'revision_number': 2, 'project_id': 'bd162913396140aca4b3f16233ad0c64', 'gw_port_host': None, '_interfaces': [{'id': 'b94032f3-dbc4-42ca-9c00-fc5051b92570', 'name': '', 'network_id': '9ca5ee75-fcff-49f1-8eb8-b058b0380d17', 'tenant_id': 'bd162913396140aca4b3f16233ad0c64', 'mac_address': 'fa:16:3e:69:a9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b79b22-0493-416f-ada9-1a5b1009e656', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee369244-eb80-47cb-837c-ade57bc2cc60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:51:58Z', 'updated_at': '2022-05-10T13:52:01Z', 'revision_number': 4, 'project_id': 'bd162913396140aca4b3f16233ad0c64', 'subnets': [{'id': 'ee369244-eb80-47cb-837c-ade57bc2cc60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5742f8ac-7255-4f4c-adff-223a177f59e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:52:02.138180 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 47264) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:52:02.230770 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:02.344974 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04165b3f-918c-4024-aebc-7ef0dcd6d52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:52:02.346343 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-04165b3f-918c-4024-aebc-7ef0dcd6d52f admin admin] 10.222.0.49 "GET /v2.0/networks/89429d30-8d6e-4195-a41d-5d4817ee56e2 HTTP/1.1" status: 200 len: 842 time: 0.2072093 May 10 13:52:02.355666 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-fd7e070a-d376-41f0-a802-a977a78cb9e3 admin admin] Request body: {'subnet': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'ip_version': 4}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:52:02.381195 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7e070a-d376-41f0-a802-a977a78cb9e3 admin admin] Made reservation on behalf of 71179eb4635448dd8ef63856db24457f for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:52:02.382376 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fd7e070a-d376-41f0-a802-a977a78cb9e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:02.680546 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.objects.ports [None req-fd7e070a-d376-41f0-a802-a977a78cb9e3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103390) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 10 13:52:02.680976 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fd7e070a-d376-41f0-a802-a977a78cb9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for subnet (9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:02.735854 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e070a-d376-41f0-a802-a977a78cb9e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:52:02.745127 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7e070a-d376-41f0-a802-a977a78cb9e3 admin admin] Checking segment: {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 13:52:02.745505 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7e070a-d376-41f0-a802-a977a78cb9e3 admin admin] Network hostable DHCP agents. Network: 89429d30-8d6e-4195-a41d-5d4817ee56e2, hostable agents: ['9d798d4e-9452-4d08-ac49-c41e5143ffdf'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:52:02.766234 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7e070a-d376-41f0-a802-a977a78cb9e3 admin admin] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is scheduled to be hosted by DHCP agent 9d798d4e-9452-4d08-ac49-c41e5143ffdf with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:52:02.777149 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-fd7e070a-d376-41f0-a802-a977a78cb9e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-6-iscsi, 89429d30-8d6e-4195-a41d-5d4817ee56e2) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:52:02.781031 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7e070a-d376-41f0-a802-a977a78cb9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:52:02.781643 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fd7e070a-d376-41f0-a802-a977a78cb9e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:02.790604 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f34ea27-142b-4bad-b339-e54285997780 None None] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 13:52:02.797362 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-fd7e070a-d376-41f0-a802-a977a78cb9e3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4449561 May 10 13:52:02.899080 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56da3fb0-f82d-48b7-9efb-7105afe98ea2 None None] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 13:52:05.242347 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 47282) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:52:05.377755 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2461ea01-c418-45ce-b8cc-c30bd4f8cdc2 demo admin] 10.222.0.49 "GET /v2.0/routers/47b79b22-0493-416f-ada9-1a5b1009e656 HTTP/1.1" status: 200 len: 710 time: 0.1342494 May 10 13:52:05.538484 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5130017-0c1e-4492-a844-be80d3e8c92a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:52:05.540015 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f5130017-0c1e-4492-a844-be80d3e8c92a demo admin] 10.222.0.49 "GET /v2.0/networks/89429d30-8d6e-4195-a41d-5d4817ee56e2 HTTP/1.1" status: 200 len: 886 time: 0.1566441 May 10 13:52:05.550145 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-ecfb738c-0004-46c5-8ca0-39b825e866dd demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:52:05.802570 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ecfb738c-0004-46c5-8ca0-39b825e866dd demo admin] Publish callbacks [] for router_gateway (47b79b22-0493-416f-ada9-1a5b1009e656), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:06.024513 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ecfb738c-0004-46c5-8ca0-39b825e866dd demo admin] Publish callbacks [] for router_gateway (47b79b22-0493-416f-ada9-1a5b1009e656), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:06.100038 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ecfb738c-0004-46c5-8ca0-39b825e866dd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:06.203202 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-ecfb738c-0004-46c5-8ca0-39b825e866dd demo admin] Allocated IP 172.27.3.109 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/1bcea320-4625-4336-8f23-acaf175ee82d) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:52:06.302735 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ecfb738c-0004-46c5-8ca0-39b825e866dd demo admin] Publish callbacks [] for port (1bcea320-4625-4336-8f23-acaf175ee82d), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:06.336620 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ecfb738c-0004-46c5-8ca0-39b825e866dd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (1bcea320-4625-4336-8f23-acaf175ee82d), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:06.381036 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfb738c-0004-46c5-8ca0-39b825e866dd demo admin] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:52:06.382208 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-ecfb738c-0004-46c5-8ca0-39b825e866dd demo admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:52:06.390805 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb738c-0004-46c5-8ca0-39b825e866dd demo admin] Pushing event updated for resources: {'Port': ['ID=1bcea320-4625-4336-8f23-acaf175ee82d,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:52:06.394724 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfb738c-0004-46c5-8ca0-39b825e866dd demo admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 13:52:06.652977 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ecfb738c-0004-46c5-8ca0-39b825e866dd demo admin] Publish callbacks [] for router_gateway (47b79b22-0493-416f-ada9-1a5b1009e656), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:06.957357 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ecfb738c-0004-46c5-8ca0-39b825e866dd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-537842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-540309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1605'] for router (47b79b22-0493-416f-ada9-1a5b1009e656), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:06.961086 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ecfb738c-0004-46c5-8ca0-39b825e866dd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-537851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-537828', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-540318'] for router (47b79b22-0493-416f-ada9-1a5b1009e656), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:07.075228 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfb738c-0004-46c5-8ca0-39b825e866dd demo admin] Router 47b79b22-0493-416f-ada9-1a5b1009e656 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 13:52:07.183592 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfb738c-0004-46c5-8ca0-39b825e866dd demo admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 13:52:07.188899 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ecfb738c-0004-46c5-8ca0-39b825e866dd demo admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:07.200253 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ecfb738c-0004-46c5-8ca0-39b825e866dd demo admin] 10.222.0.49 "PUT /v2.0/routers/47b79b22-0493-416f-ada9-1a5b1009e656 HTTP/1.1" status: 200 len: 890 time: 1.6431234 May 10 13:52:08.979716 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device b94032f3-dbc4-42ca-9c00-fc5051b92570 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 13:52:09.030090 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port b94032f3-dbc4-42ca-9c00-fc5051b92570 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:52:09.030429 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (b94032f3-dbc4-42ca-9c00-fc5051b92570), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:09.106435 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port b94032f3-dbc4-42ca-9c00-fc5051b92570 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:52:09.653508 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 47296) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:52:09.765933 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a00eac98-8aed-4c1d-8a26-d4d332a8afd9 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1111925 May 10 13:52:10.541533 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec59147-2272-4185-8819-831c5c730513 None None] Sync routers for ids ['47b79b22-0493-416f-ada9-1a5b1009e656'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:52:10.555730 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec59147-2272-4185-8819-831c5c730513 None None] Routers {'47b79b22-0493-416f-ada9-1a5b1009e656'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 13:52:10.556535 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-cec59147-2272-4185-8819-831c5c730513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T13:51:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['47b79b22-0493-416f-ada9-1a5b1009e656'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:52:10.779239 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-cec59147-2272-4185-8819-831c5c730513 None None] Set router 47b79b22-0493-416f-ada9-1a5b1009e656 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 13:52:11.232037 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-cec59147-2272-4185-8819-831c5c730513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b79b22-0493-416f-ada9-1a5b1009e656', 'name': 'router1', 'tenant_id': 'bd162913396140aca4b3f16233ad0c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '1bcea320-4625-4336-8f23-acaf175ee82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:51:48Z', 'updated_at': '2022-05-10T13:52:06Z', 'revision_number': 4, 'project_id': 'bd162913396140aca4b3f16233ad0c64', 'gw_port': {'id': '1bcea320-4625-4336-8f23-acaf175ee82d', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b79b22-0493-416f-ada9-1a5b1009e656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:52:06Z', 'updated_at': '2022-05-10T13:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'b94032f3-dbc4-42ca-9c00-fc5051b92570', 'name': '', 'network_id': '9ca5ee75-fcff-49f1-8eb8-b058b0380d17', 'tenant_id': 'bd162913396140aca4b3f16233ad0c64', 'mac_address': 'fa:16:3e:69:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b79b22-0493-416f-ada9-1a5b1009e656', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee369244-eb80-47cb-837c-ade57bc2cc60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:51:58Z', 'updated_at': '2022-05-10T13:52:01Z', 'revision_number': 5, 'project_id': 'bd162913396140aca4b3f16233ad0c64', 'subnets': [{'id': 'ee369244-eb80-47cb-837c-ade57bc2cc60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5742f8ac-7255-4f4c-adff-223a177f59e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:52:11.281817 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec59147-2272-4185-8819-831c5c730513 None None] Checking router: 47b79b22-0493-416f-ada9-1a5b1009e656 for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:52:11.282200 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec59147-2272-4185-8819-831c5c730513 None None] Updating router 47b79b22-0493-416f-ada9-1a5b1009e656 port 1bcea320-4625-4336-8f23-acaf175ee82d binding host dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 13:52:11.335155 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cec59147-2272-4185-8819-831c5c730513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (1bcea320-4625-4336-8f23-acaf175ee82d), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:11.671943 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cec59147-2272-4185-8819-831c5c730513 None None] Publish callbacks [] for port (1bcea320-4625-4336-8f23-acaf175ee82d), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:11.679108 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cec59147-2272-4185-8819-831c5c730513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (1bcea320-4625-4336-8f23-acaf175ee82d), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:11.729226 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-cec59147-2272-4185-8819-831c5c730513 None None] Attempting to bind port 1bcea320-4625-4336-8f23-acaf175ee82d on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 13:52:11.729611 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-cec59147-2272-4185-8819-831c5c730513 None None] Attempting to bind port 1bcea320-4625-4336-8f23-acaf175ee82d by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 13:52:11.729976 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec59147-2272-4185-8819-831c5c730513 None None] Attempting to bind port 1bcea320-4625-4336-8f23-acaf175ee82d on network 89429d30-8d6e-4195-a41d-5d4817ee56e2 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 13:52:11.741553 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec59147-2272-4185-8819-831c5c730513 None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 13, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 13:52:11.741936 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec59147-2272-4185-8819-831c5c730513 None None] Checking segment: {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 13:52:11.742342 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cec59147-2272-4185-8819-831c5c730513 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:11.742741 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec59147-2272-4185-8819-831c5c730513 None None] Bound using segment: {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 13:52:11.743206 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-cec59147-2272-4185-8819-831c5c730513 None None] Bound port: 1bcea320-4625-4336-8f23-acaf175ee82d, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 13:52:11.743813 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cec59147-2272-4185-8819-831c5c730513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (1bcea320-4625-4336-8f23-acaf175ee82d), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:11.746481 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca80cb2-cf4e-48cd-a6ac-fa149b22bd3c None None] Pushing event updated for resources: {'Port': ['ID=1bcea320-4625-4336-8f23-acaf175ee82d,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:52:11.799778 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-cec59147-2272-4185-8819-831c5c730513 None None] For port 1bcea320-4625-4336-8f23-acaf175ee82d, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 13:52:11.802857 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-cec59147-2272-4185-8819-831c5c730513 None None] For port 1bcea320-4625-4336-8f23-acaf175ee82d, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=1bcea320-4625-4336-8f23-acaf175ee82d,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 13:52:11.809439 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cec59147-2272-4185-8819-831c5c730513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (1bcea320-4625-4336-8f23-acaf175ee82d), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:11.870252 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec59147-2272-4185-8819-831c5c730513 None None] Routers {'47b79b22-0493-416f-ada9-1a5b1009e656'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 13:52:11.870839 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-cec59147-2272-4185-8819-831c5c730513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T13:51:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['47b79b22-0493-416f-ada9-1a5b1009e656'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:52:11.875678 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca80cb2-cf4e-48cd-a6ac-fa149b22bd3c None None] Pushing event updated for resources: {'Port': ['ID=1bcea320-4625-4336-8f23-acaf175ee82d,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:52:11.994214 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-cec59147-2272-4185-8819-831c5c730513 None None] Set router 47b79b22-0493-416f-ada9-1a5b1009e656 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 13:52:12.209318 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-cec59147-2272-4185-8819-831c5c730513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b79b22-0493-416f-ada9-1a5b1009e656', 'name': 'router1', 'tenant_id': 'bd162913396140aca4b3f16233ad0c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '1bcea320-4625-4336-8f23-acaf175ee82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:51:48Z', 'updated_at': '2022-05-10T13:52:06Z', 'revision_number': 4, 'project_id': 'bd162913396140aca4b3f16233ad0c64', 'gw_port': {'id': '1bcea320-4625-4336-8f23-acaf175ee82d', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b79b22-0493-416f-ada9-1a5b1009e656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:52:06Z', 'updated_at': '2022-05-10T13:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'b94032f3-dbc4-42ca-9c00-fc5051b92570', 'name': '', 'network_id': '9ca5ee75-fcff-49f1-8eb8-b058b0380d17', 'tenant_id': 'bd162913396140aca4b3f16233ad0c64', 'mac_address': 'fa:16:3e:69:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b79b22-0493-416f-ada9-1a5b1009e656', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee369244-eb80-47cb-837c-ade57bc2cc60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:51:58Z', 'updated_at': '2022-05-10T13:52:01Z', 'revision_number': 5, 'project_id': 'bd162913396140aca4b3f16233ad0c64', 'subnets': [{'id': 'ee369244-eb80-47cb-837c-ade57bc2cc60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5742f8ac-7255-4f4c-adff-223a177f59e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:52:12.241791 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec59147-2272-4185-8819-831c5c730513 None None] The sync data for ids ['47b79b22-0493-416f-ada9-1a5b1009e656'] in dv-cinder-840678-6-iscsi is: [{'id': '47b79b22-0493-416f-ada9-1a5b1009e656', 'name': 'router1', 'tenant_id': 'bd162913396140aca4b3f16233ad0c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '1bcea320-4625-4336-8f23-acaf175ee82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:51:48Z', 'updated_at': '2022-05-10T13:52:06Z', 'revision_number': 4, 'project_id': 'bd162913396140aca4b3f16233ad0c64', 'gw_port': {'id': '1bcea320-4625-4336-8f23-acaf175ee82d', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b79b22-0493-416f-ada9-1a5b1009e656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:52:06Z', 'updated_at': '2022-05-10T13:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'b94032f3-dbc4-42ca-9c00-fc5051b92570', 'name': '', 'network_id': '9ca5ee75-fcff-49f1-8eb8-b058b0380d17', 'tenant_id': 'bd162913396140aca4b3f16233ad0c64', 'mac_address': 'fa:16:3e:69:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b79b22-0493-416f-ada9-1a5b1009e656', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee369244-eb80-47cb-837c-ade57bc2cc60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:51:58Z', 'updated_at': '2022-05-10T13:52:01Z', 'revision_number': 5, 'project_id': 'bd162913396140aca4b3f16233ad0c64', 'subnets': [{'id': 'ee369244-eb80-47cb-837c-ade57bc2cc60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5742f8ac-7255-4f4c-adff-223a177f59e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 13:52:13.032431 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 1bcea320-4625-4336-8f23-acaf175ee82d up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 13:52:13.082906 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 1bcea320-4625-4336-8f23-acaf175ee82d triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:52:13.083304 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (1bcea320-4625-4336-8f23-acaf175ee82d), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:13.162994 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 1bcea320-4625-4336-8f23-acaf175ee82d is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:52:13.163404 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (1bcea320-4625-4336-8f23-acaf175ee82d), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:13.188923 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] For port 1bcea320-4625-4336-8f23-acaf175ee82d, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=1bcea320-4625-4336-8f23-acaf175ee82d,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 13:52:13.197787 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (1bcea320-4625-4336-8f23-acaf175ee82d), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:13.249869 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Pushing event updated for resources: {'Port': ['ID=1bcea320-4625-4336-8f23-acaf175ee82d,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:52:15.062293 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 1bcea320-4625-4336-8f23-acaf175ee82d up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 13:52:15.138203 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 1bcea320-4625-4336-8f23-acaf175ee82d triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:52:15.138829 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (1bcea320-4625-4336-8f23-acaf175ee82d), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:15.310695 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 1bcea320-4625-4336-8f23-acaf175ee82d is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:52:23.565271 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 5 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 13:52:25.861620 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ac5ec25d-c705-41c4-8d92-321975f24674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:28.248035 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-23c0421d-4c8d-452b-abe3-def7f5c10a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:29.297272 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:30.786088 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:32.235000 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:55.855817 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a18eab01-ecd5-4256-81a6-ced85f3a0986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:58.246734 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2d7acd98-0328-44f0-bf04-fb2fa607186c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:52:59.297870 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:00.567515 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 5 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 13:53:00.684328 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:02.232911 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:25.860671 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ce3b47ae-2f90-41aa-955c-b19662af71d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:28.238891 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9e2e2675-f959-4a3c-8d6c-0c6c4629ae26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:28.370465 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 47780) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:53:28.434674 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f0bf3b-7982-40cc-a230-c00c31c0ea6b admin admin] GET failed (client error): The resource could not be found. May 10 13:53:28.435964 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d5f0bf3b-7982-40cc-a230-c00c31c0ea6b admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0645406 May 10 13:53:28.594938 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20c5132-aa9d-43a5-a1a8-b54a4547fcfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:53:28.596382 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a20c5132-aa9d-43a5-a1a8-b54a4547fcfc admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1563041 May 10 13:53:29.299096 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:30.683170 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:30.850635 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 47790) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:53:30.941537 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4530dd-7fb7-40d3-8ce2-52f1d35a0d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:53:30.942809 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6f4530dd-7fb7-40d3-8ce2-52f1d35a0d6a admin admin] 10.222.0.49 "GET /v2.0/subnets/ee369244-eb80-47cb-837c-ade57bc2cc60 HTTP/1.1" status: 200 len: 849 time: 0.0912466 May 10 13:53:30.952416 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-245d9449-4d5f-4d8d-a580-2ee6774bde67 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:53:31.038504 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-245d9449-4d5f-4d8d-a580-2ee6774bde67 admin admin] Publish callbacks [] for subnet (ee369244-eb80-47cb-837c-ade57bc2cc60), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:31.177904 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-245d9449-4d5f-4d8d-a580-2ee6774bde67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770989605021'] for subnet (ee369244-eb80-47cb-837c-ade57bc2cc60), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:31.207650 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245d9449-4d5f-4d8d-a580-2ee6774bde67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:53:31.208633 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-245d9449-4d5f-4d8d-a580-2ee6774bde67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:31.210283 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-245d9449-4d5f-4d8d-a580-2ee6774bde67 admin admin] 10.222.0.49 "PUT /v2.0/subnets/ee369244-eb80-47cb-837c-ade57bc2cc60 HTTP/1.1" status: 200 len: 868 time: 0.2615924 May 10 13:53:31.211750 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4213e1-c13e-449e-b43b-1144e99500a8 None None] Network 9ca5ee75-fcff-49f1-8eb8-b058b0380d17 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 13:53:31.233251 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d9449-4d5f-4d8d-a580-2ee6774bde67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee369244-eb80-47cb-837c-ade57bc2cc60,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:53:31.241138 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d9449-4d5f-4d8d-a580-2ee6774bde67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:31.241535 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d9449-4d5f-4d8d-a580-2ee6774bde67 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:31.241983 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d9449-4d5f-4d8d-a580-2ee6774bde67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:31.242205 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d9449-4d5f-4d8d-a580-2ee6774bde67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:31.242538 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d9449-4d5f-4d8d-a580-2ee6774bde67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:31.243585 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d9449-4d5f-4d8d-a580-2ee6774bde67 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:31.243928 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d9449-4d5f-4d8d-a580-2ee6774bde67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:31.244293 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d9449-4d5f-4d8d-a580-2ee6774bde67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:31.244645 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d9449-4d5f-4d8d-a580-2ee6774bde67 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:31.244978 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d9449-4d5f-4d8d-a580-2ee6774bde67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:31.245327 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d9449-4d5f-4d8d-a580-2ee6774bde67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:31.245676 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d9449-4d5f-4d8d-a580-2ee6774bde67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:31.246003 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d9449-4d5f-4d8d-a580-2ee6774bde67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:31.246325 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d9449-4d5f-4d8d-a580-2ee6774bde67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:31.246653 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245d9449-4d5f-4d8d-a580-2ee6774bde67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:53:31.593727 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-29a582f2-d984-4ebb-ab07-0f57d7f4b13e None None] Provisioning complete for port b94032f3-dbc4-42ca-9c00-fc5051b92570 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:53:31.594117 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-29a582f2-d984-4ebb-ab07-0f57d7f4b13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (b94032f3-dbc4-42ca-9c00-fc5051b92570), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:31.673602 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-29a582f2-d984-4ebb-ab07-0f57d7f4b13e None None] Current status of the port b94032f3-dbc4-42ca-9c00-fc5051b92570 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:53:31.681695 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-29a582f2-d984-4ebb-ab07-0f57d7f4b13e None None] Provisioning complete for port c684b379-1090-4dfc-9a18-8695462a1189 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:53:31.682082 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-29a582f2-d984-4ebb-ab07-0f57d7f4b13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (c684b379-1090-4dfc-9a18-8695462a1189), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:31.755473 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-29a582f2-d984-4ebb-ab07-0f57d7f4b13e None None] Current status of the port c684b379-1090-4dfc-9a18-8695462a1189 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:53:32.226120 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:33.456852 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 47798) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:53:33.668220 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15df8f30-bc70-470d-9aad-62757af35faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:53:33.668620 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15df8f30-bc70-470d-9aad-62757af35faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:53:33.670189 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-15df8f30-bc70-470d-9aad-62757af35faf admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2124150 May 10 13:53:35.916240 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 47808) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:53:36.047258 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1817290-3412-4f3c-ada6-c6318c9e3947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:53:36.047732 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1817290-3412-4f3c-ada6-c6318c9e3947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:53:36.049261 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-a1817290-3412-4f3c-ada6-c6318c9e3947 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1320791 May 10 13:53:37.565744 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 5 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 13:53:38.296067 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 47816) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:53:38.418462 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9474ac59-4122-4b9a-a175-e275c2ccb535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:53:38.419829 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9474ac59-4122-4b9a-a175-e275c2ccb535 admin admin] 10.222.0.49 "GET /v2.0/networks/89429d30-8d6e-4195-a41d-5d4817ee56e2 HTTP/1.1" status: 200 len: 886 time: 0.1227374 May 10 13:53:40.635664 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 47824) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:53:40.765943 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8956ac6d-9933-499b-a682-ec0a6ded4c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:53:40.767654 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8956ac6d-9933-499b-a682-ec0a6ded4c87 admin admin] 10.222.0.49 "GET /v2.0/networks/9ca5ee75-fcff-49f1-8eb8-b058b0380d17 HTTP/1.1" status: 200 len: 869 time: 0.1311004 May 10 13:53:42.988744 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 47832) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:53:43.113114 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5d3747-7f9a-48e0-96e0-a56d78a4bbc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:53:43.113578 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5d3747-7f9a-48e0-96e0-a56d78a4bbc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:53:43.115108 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2e5d3747-7f9a-48e0-96e0-a56d78a4bbc3 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1254117 May 10 13:53:45.445084 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 47840) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:53:45.534853 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4630f0fb-2c05-40ba-9c31-0fbb599147c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:53:45.535313 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4630f0fb-2c05-40ba-9c31-0fbb599147c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:53:45.536841 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4630f0fb-2c05-40ba-9c31-0fbb599147c6 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0903106 May 10 13:53:47.779609 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 47848) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:53:47.862854 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba498b3-7b63-474f-9034-160bcfcc5c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:53:47.864179 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-bba498b3-7b63-474f-9034-160bcfcc5c7b admin admin] 10.222.0.49 "GET /v2.0/subnets/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e HTTP/1.1" status: 200 len: 816 time: 0.0835826 May 10 13:53:50.109329 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 47856) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:53:50.198927 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27009e39-3cb2-44ed-9a40-706da1a18f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:53:50.200294 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-27009e39-3cb2-44ed-9a40-706da1a18f96 admin admin] 10.222.0.49 "GET /v2.0/subnets/ee369244-eb80-47cb-837c-ade57bc2cc60 HTTP/1.1" status: 200 len: 868 time: 0.0899980 May 10 13:53:55.862820 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a2cb0551-ac3a-46f0-ac84-2e215fd32197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:58.239924 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-28c9091d-c12c-4490-ba69-cdc30ee2cbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:53:59.302987 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:00.682728 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:02.237415 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:14.564305 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 5 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 13:54:25.864764 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e9cc8c60-d480-4dc6-b3c2-8f583fda0b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:28.245538 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe487c24-75ac-4f81-8902-ecb10ceac723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:29.307555 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:30.686610 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:30.771543 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 47914) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:54:30.821855 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [None req-78b6f91e-dcea-4c6e-b3d7-a1f8fc0cd5b9 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 13:54:30.822865 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-78b6f91e-dcea-4c6e-b3d7-a1f8fc0cd5b9 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0503776 May 10 13:54:32.230473 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:33.184145 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 47922) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:54:33.244295 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc72a25-b1c5-4cf1-99f8-e5da608e5adf admin admin] GET failed (client error): The resource could not be found. May 10 13:54:33.245587 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-2bc72a25-b1c5-4cf1-99f8-e5da608e5adf admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604630 May 10 13:54:33.383730 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3158d0-6bf7-43b6-876a-931d55faa274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:54:33.385264 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-6e3158d0-6bf7-43b6-876a-931d55faa274 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1355619 May 10 13:54:35.642447 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 47930) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:54:35.689677 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:54:35.711713 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Made reservation on behalf of 71179eb4635448dd8ef63856db24457f for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:54:35.713971 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:35.740725 dv-cinder-840678-6-iscsi neutron-server[103390]: WARNING neutron.services.revisions.revision_plugin [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Could not find related network for resource to bump revision. May 10 13:54:35.751865 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:54:35.760595 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:35.760940 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Added segment 0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c of type vlan for network 818a1980-1648-4334-9ff3-01491e2b099e May 10 13:54:35.799659 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770989082799'] for network (818a1980-1648-4334-9ff3-01491e2b099e), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:35.823512 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for network (818a1980-1648-4334-9ff3-01491e2b099e), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:35.824526 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:54:35.825103 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:35.880653 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2372277 May 10 13:54:35.886465 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Pushing event updated for resources: {'Network': ['ID=818a1980-1648-4334-9ff3-01491e2b099e,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:54:35.893841 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:35.894100 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:35.894461 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:35.894802 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:35.895134 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:35.895462 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:35.895785 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:35.896107 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:35.896454 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:35.896778 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:35.897099 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:35.897422 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:35.897737 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:35.898055 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:35.898371 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f089d1d-d61e-48cb-8b32-4342ccd066a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:35.910718 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Network 818a1980-1648-4334-9ff3-01491e2b099e details requested by agent ovs-agent-dv-cinder-840678-6-iscsi with host dv-cinder-840678-6-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 13:54:38.145724 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 47938) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:54:38.207813 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.pecan_wsgi.hooks.translation [None req-4775adf3-096f-4f5a-8c98-a63923612bbe admin admin] GET failed (client error): The resource could not be found. May 10 13:54:38.209111 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4775adf3-096f-4f5a-8c98-a63923612bbe admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0624187 May 10 13:54:38.277692 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5052596-99f7-42b2-b7f1-9a9ee3cd4d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:54:38.279125 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d5052596-99f7-42b2-b7f1-9a9ee3cd4d9f admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0654979 May 10 13:54:38.288560 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-0f699dad-1400-4941-96bf-fb4db23dcd9b admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '818a1980-1648-4334-9ff3-01491e2b099e', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:54:38.307848 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f699dad-1400-4941-96bf-fb4db23dcd9b admin admin] Made reservation on behalf of 71179eb4635448dd8ef63856db24457f for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:54:38.310850 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0f699dad-1400-4941-96bf-fb4db23dcd9b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:38.562588 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0f699dad-1400-4941-96bf-fb4db23dcd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for subnet (4f26c025-005c-4094-b34c-94abc18a42a3), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:38.614739 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f699dad-1400-4941-96bf-fb4db23dcd9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f26c025-005c-4094-b34c-94abc18a42a3,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:54:38.623530 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f699dad-1400-4941-96bf-fb4db23dcd9b admin admin] Checking segment: {'id': '0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '818a1980-1648-4334-9ff3-01491e2b099e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 13:54:38.623879 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f699dad-1400-4941-96bf-fb4db23dcd9b admin admin] Network hostable DHCP agents. Network: 818a1980-1648-4334-9ff3-01491e2b099e, hostable agents: ['9d798d4e-9452-4d08-ac49-c41e5143ffdf'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:54:38.640375 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f699dad-1400-4941-96bf-fb4db23dcd9b admin admin] Network 818a1980-1648-4334-9ff3-01491e2b099e is scheduled to be hosted by DHCP agent 9d798d4e-9452-4d08-ac49-c41e5143ffdf with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:54:38.648542 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-0f699dad-1400-4941-96bf-fb4db23dcd9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-6-iscsi, 818a1980-1648-4334-9ff3-01491e2b099e) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:54:38.652970 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f699dad-1400-4941-96bf-fb4db23dcd9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:54:38.653601 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0f699dad-1400-4941-96bf-fb4db23dcd9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:38.657546 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adb4166-32e5-48a3-a79e-08b0921498e5 None None] Network 818a1980-1648-4334-9ff3-01491e2b099e requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 13:54:38.684856 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0f699dad-1400-4941-96bf-fb4db23dcd9b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3993950 May 10 13:54:38.762967 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b1d9a71-d8a9-5fac-b8fc-dea2988d9731-818a1980-1648-4334-9ff3-01491e2b099e', 'network_id': '818a1980-1648-4334-9ff3-01491e2b099e', 'project_id': '71179eb4635448dd8ef63856db24457f', 'fixed_ips': [{'subnet_id': '4f26c025-005c-4094-b34c-94abc18a42a3'}]}} from dv-cinder-840678-6-iscsi. {{(pid=103391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 13:54:38.763860 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:38.906421 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Allocated IP 192.168.233.2 (818a1980-1648-4334-9ff3-01491e2b099e/4f26c025-005c-4094-b34c-94abc18a42a3/45cf5d5f-68ec-42b3-82bc-35ddf34ab111) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:54:39.149030 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Publish callbacks [] for port (45cf5d5f-68ec-42b3-82bc-35ddf34ab111), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:39.155405 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (45cf5d5f-68ec-42b3-82bc-35ddf34ab111), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:39.191398 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Network 818a1980-1648-4334-9ff3-01491e2b099e is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:54:39.194709 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:54:39.197736 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 13:54:39.212115 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Pushing event updated for resources: {'Port': ['ID=45cf5d5f-68ec-42b3-82bc-35ddf34ab111,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:54:39.233184 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:39.233532 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:39.233889 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:39.234241 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:39.234578 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:39.234905 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:39.235229 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:39.235549 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:39.235874 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:39.236213 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:39.238952 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:39.238952 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:39.238952 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:39.238952 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:39.238952 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:54:39.276829 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Attempting to bind port 45cf5d5f-68ec-42b3-82bc-35ddf34ab111 on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 13:54:39.277203 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Attempting to bind port 45cf5d5f-68ec-42b3-82bc-35ddf34ab111 by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '818a1980-1648-4334-9ff3-01491e2b099e'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 13:54:39.277552 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Attempting to bind port 45cf5d5f-68ec-42b3-82bc-35ddf34ab111 on network 818a1980-1648-4334-9ff3-01491e2b099e {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 13:54:39.282614 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 13, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 13:54:39.282988 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Checking segment: {'id': '0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '818a1980-1648-4334-9ff3-01491e2b099e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 13:54:39.283384 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:39.283771 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Bound using segment: {'id': '0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '818a1980-1648-4334-9ff3-01491e2b099e'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 13:54:39.284279 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Bound port: 45cf5d5f-68ec-42b3-82bc-35ddf34ab111, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '818a1980-1648-4334-9ff3-01491e2b099e'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 13:54:39.284660 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (45cf5d5f-68ec-42b3-82bc-35ddf34ab111), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:39.347475 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] For port 45cf5d5f-68ec-42b3-82bc-35ddf34ab111, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 13:54:39.351839 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] For port 45cf5d5f-68ec-42b3-82bc-35ddf34ab111, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=45cf5d5f-68ec-42b3-82bc-35ddf34ab111,segment=NetworkSegment(0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c),segment_id=0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 13:54:39.359300 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (45cf5d5f-68ec-42b3-82bc-35ddf34ab111), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:39.422064 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec7259-ae85-4635-9faa-620501bfdd94 None None] Pushing event updated for resources: {'Port': ['ID=45cf5d5f-68ec-42b3-82bc-35ddf34ab111,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:54:40.264327 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec613f10-c45c-4bf4-851d-8fddb7429a12 None None] Network 818a1980-1648-4334-9ff3-01491e2b099e requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 13:54:40.377898 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-40ac4931-e14a-4af9-be78-6c38eb245b87 None None] Provisioning complete for port 45cf5d5f-68ec-42b3-82bc-35ddf34ab111 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:54:40.378298 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-40ac4931-e14a-4af9-be78-6c38eb245b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (45cf5d5f-68ec-42b3-82bc-35ddf34ab111), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:40.472954 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-40ac4931-e14a-4af9-be78-6c38eb245b87 None None] Current status of the port 45cf5d5f-68ec-42b3-82bc-35ddf34ab111 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:54:40.473344 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-40ac4931-e14a-4af9-be78-6c38eb245b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (45cf5d5f-68ec-42b3-82bc-35ddf34ab111), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:40.509339 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-40ac4931-e14a-4af9-be78-6c38eb245b87 None None] For port 45cf5d5f-68ec-42b3-82bc-35ddf34ab111, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=45cf5d5f-68ec-42b3-82bc-35ddf34ab111,segment=NetworkSegment(0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c),segment_id=0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 13:54:40.514820 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-40ac4931-e14a-4af9-be78-6c38eb245b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (45cf5d5f-68ec-42b3-82bc-35ddf34ab111), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:40.567128 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac4931-e14a-4af9-be78-6c38eb245b87 None None] Pushing event updated for resources: {'Port': ['ID=45cf5d5f-68ec-42b3-82bc-35ddf34ab111,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:54:40.733020 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-4ae1336c-7378-4ea6-8f47-bd3b519a882e None None] Provisioning complete for port 45cf5d5f-68ec-42b3-82bc-35ddf34ab111 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:54:40.733406 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4ae1336c-7378-4ea6-8f47-bd3b519a882e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (45cf5d5f-68ec-42b3-82bc-35ddf34ab111), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:40.818652 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-4ae1336c-7378-4ea6-8f47-bd3b519a882e None None] Current status of the port 45cf5d5f-68ec-42b3-82bc-35ddf34ab111 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:54:41.080690 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 45cf5d5f-68ec-42b3-82bc-35ddf34ab111 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 13:54:41.129272 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 45cf5d5f-68ec-42b3-82bc-35ddf34ab111 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:54:41.129760 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (45cf5d5f-68ec-42b3-82bc-35ddf34ab111), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:41.207146 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 45cf5d5f-68ec-42b3-82bc-35ddf34ab111 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 13:54:51.563124 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 5 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 13:54:55.867539 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-082982cc-3e02-4590-a7ae-740a9732c4e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:58.237937 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-782ebea0-e215-4c3e-8eb0-43248725bb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:54:59.308890 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:55:00.690085 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:55:02.232918 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:55:25.869569 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e84bc854-f3ce-4d3f-850d-db05f7e0d441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:55:28.241981 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5d99783d-65a0-4dc8-b213-584b2d0bf762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:55:28.561531 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 5 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 13:55:29.311294 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:55:30.698858 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:55:32.236640 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:55:55.871402 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-98f08edf-2164-4900-9086-0c4f6f7b406a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:55:58.244279 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f5f2216d-2e13-4071-aec4-fe6a9f4616c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:55:59.314088 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:00.693582 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:02.238551 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:05.561235 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 5 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 13:56:05.715719 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 47976) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:56:05.721384 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [None req-a9c92e48-3305-4eac-8701-2105bc424639 tempest-verify_tempest_config-129794925 tempest-verify_tempest_config-129794925-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 13:56:05.722349 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a9c92e48-3305-4eac-8701-2105bc424639 tempest-verify_tempest_config-129794925 tempest-verify_tempest_config-129794925-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056386 May 10 13:56:06.005543 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 47994) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:56:06.115886 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c0151818-ddd2-433a-ab71-8a2d426e48de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:06.221383 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c0151818-ddd2-433a-ab71-8a2d426e48de admin admin] Publish callbacks [] for security_group (ee10c212-34a8-4864-818f-abfcbbca6529), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:06.225246 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c0151818-ddd2-433a-ab71-8a2d426e48de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (ee10c212-34a8-4864-818f-abfcbbca6529), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:06.268866 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0151818-ddd2-433a-ab71-8a2d426e48de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee10c212-34a8-4864-818f-abfcbbca6529,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:56:06.273399 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-c0151818-ddd2-433a-ab71-8a2d426e48de admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c53bfc7a03c54163936bdef7fbcb8505&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2667732 May 10 13:56:06.275310 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48000) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:56:06.280412 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0151818-ddd2-433a-ab71-8a2d426e48de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.280941 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0151818-ddd2-433a-ab71-8a2d426e48de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.281484 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0151818-ddd2-433a-ab71-8a2d426e48de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.281833 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0151818-ddd2-433a-ab71-8a2d426e48de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.282168 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0151818-ddd2-433a-ab71-8a2d426e48de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.282499 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0151818-ddd2-433a-ab71-8a2d426e48de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.282829 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0151818-ddd2-433a-ab71-8a2d426e48de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.283155 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0151818-ddd2-433a-ab71-8a2d426e48de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.283496 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0151818-ddd2-433a-ab71-8a2d426e48de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.283834 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0151818-ddd2-433a-ab71-8a2d426e48de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.284554 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0151818-ddd2-433a-ab71-8a2d426e48de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.284554 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0151818-ddd2-433a-ab71-8a2d426e48de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.284857 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0151818-ddd2-433a-ab71-8a2d426e48de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.285208 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0151818-ddd2-433a-ab71-8a2d426e48de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.285528 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0151818-ddd2-433a-ab71-8a2d426e48de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.334858 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-686e87ff-9fc0-485b-86e5-bb31aa77cbb1 admin admin] Publish callbacks [] for security_group (ee10c212-34a8-4864-818f-abfcbbca6529), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:06.356718 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-686e87ff-9fc0-485b-86e5-bb31aa77cbb1 admin admin] Publish callbacks [] for security_group (ee10c212-34a8-4864-818f-abfcbbca6529), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:06.446469 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-686e87ff-9fc0-485b-86e5-bb31aa77cbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (ee10c212-34a8-4864-818f-abfcbbca6529), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:06.449224 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-686e87ff-9fc0-485b-86e5-bb31aa77cbb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:06.455429 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-686e87ff-9fc0-485b-86e5-bb31aa77cbb1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee10c212-34a8-4864-818f-abfcbbca6529 HTTP/1.1" status: 204 len: 168 time: 0.1754029 May 10 13:56:06.461167 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e87ff-9fc0-485b-86e5-bb31aa77cbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee10c212-34a8-4864-818f-abfcbbca6529,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:56:06.468195 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686e87ff-9fc0-485b-86e5-bb31aa77cbb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.468602 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686e87ff-9fc0-485b-86e5-bb31aa77cbb1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.468951 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686e87ff-9fc0-485b-86e5-bb31aa77cbb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.469293 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686e87ff-9fc0-485b-86e5-bb31aa77cbb1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.469634 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686e87ff-9fc0-485b-86e5-bb31aa77cbb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.469969 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686e87ff-9fc0-485b-86e5-bb31aa77cbb1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.470418 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686e87ff-9fc0-485b-86e5-bb31aa77cbb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.470755 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686e87ff-9fc0-485b-86e5-bb31aa77cbb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.471084 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686e87ff-9fc0-485b-86e5-bb31aa77cbb1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.471464 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686e87ff-9fc0-485b-86e5-bb31aa77cbb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.471771 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686e87ff-9fc0-485b-86e5-bb31aa77cbb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.472119 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686e87ff-9fc0-485b-86e5-bb31aa77cbb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.472479 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686e87ff-9fc0-485b-86e5-bb31aa77cbb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.473379 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686e87ff-9fc0-485b-86e5-bb31aa77cbb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:06.473704 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686e87ff-9fc0-485b-86e5-bb31aa77cbb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:56:25.873749 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c7d7e979-5374-46c3-af2d-e24f94c944c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:28.247228 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a51cc03f-40a9-440a-a849-39fa37345286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:29.319866 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:30.694933 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:32.241298 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:42.559520 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 5 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 13:56:55.874153 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-55a3859c-694e-43b0-bc02-5e570f53e3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:58.249015 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f1566fda-a29c-4f1e-9c20-0740c31fbeb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:56:59.318761 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:00.698028 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:02.246734 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:19.557751 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 5 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 13:57:25.874806 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5248b860-9a2f-4705-bc82-65cbccb5c122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:28.256411 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5d5c3e41-96ca-4be2-8050-e2a79a9277cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:29.320642 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:30.700499 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:32.248682 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:55.054374 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548389'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:55.876829 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-967810d3-8e2c-49d1-9548-14c084497682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:56.556744 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 13:57:58.247878 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4811-879f-412c-83c6-09a8761c32a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:57:59.326426 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:58:00.704362 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:58:02.252058 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:58:08.259337 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48070) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:58:08.365843 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-521838e0-3552-45be-aa21-b732fa204365 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1053870 May 10 13:58:10.631247 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48080) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:58:10.684851 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-439eaff9-e33b-494c-9bbd-0b16f74c56b2 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0524943 May 10 13:58:25.028529 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:58:25.877379 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-688950b0-72af-4e2c-8a45-ad1524c32450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:58:28.249148 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4b76ef3b-f656-42ad-84f5-29df3dcc51f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:58:29.326672 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:58:30.706183 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:58:32.255786 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:58:33.555058 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 13:58:55.027029 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:58:55.881630 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1666d50c-32c3-4506-9d2e-edc6136d2642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:58:58.253009 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-28f0a238-4179-45e5-a6a3-7f5a0753cbf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:58:59.328528 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:00.708626 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:02.262693 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:10.559501 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 13:59:25.041756 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:25.884443 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-45095c54-293e-4a63-be0f-6b4146e6a1a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:28.255220 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9d8170f0-38f5-4866-a4d1-22936f3de40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:29.332959 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:30.713041 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:32.256542 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:47.564317 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 13:59:52.456346 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48292) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:59:52.461434 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 48294) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:59:52.581891 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48312) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:59:52.609999 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48318) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:59:52.612848 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 48320) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:59:52.693148 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1773836395-network', 'tenant_id': '854eb7b7a9a44ca283e9c95ce935624d'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:59:52.701161 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-710112497-network', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:59:52.726006 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Made reservation on behalf of 854eb7b7a9a44ca283e9c95ce935624d for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:59:52.728278 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:52.730104 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Made reservation on behalf of dd39c2a00ace4575896bf3f045bedce1 for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:59:52.733691 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:52.742429 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:52.750520 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:52.792064 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-3a80258b-6166-4037-9117-61cb0c9e910c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-759252336-network', 'tenant_id': '368287ad726146f88559c73a86e4b26d'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:59:52.813798 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-7260afe8-173b-4a5a-b9d4-b14b159fdc7a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1982498664-network', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:59:52.846670 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Publish callbacks [] for security_group (90710dfe-ab5e-4b42-aa0c-32b52df8d46a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:52.849621 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Publish callbacks [] for security_group (489e94b3-9787-4add-b187-9a4ed86d7d1d), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:52.853209 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-176f9072-186e-4db9-a9c8-213586d22549 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-984094042-network', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:59:52.868022 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (489e94b3-9787-4add-b187-9a4ed86d7d1d), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:52.871614 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (90710dfe-ab5e-4b42-aa0c-32b52df8d46a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:52.875817 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a80258b-6166-4037-9117-61cb0c9e910c admin admin] Made reservation on behalf of 368287ad726146f88559c73a86e4b26d for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:59:52.878739 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3a80258b-6166-4037-9117-61cb0c9e910c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:52.885519 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7260afe8-173b-4a5a-b9d4-b14b159fdc7a admin admin] Made reservation on behalf of e296ee60cdee4a6b9ca754c83b8c9ffd for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:59:52.887942 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7260afe8-173b-4a5a-b9d4-b14b159fdc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:52.900408 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:59:52.911216 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7260afe8-173b-4a5a-b9d4-b14b159fdc7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:52.917533 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770989559336', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (8b2f4b70-5f63-43bc-b2da-5f04e05b34a7), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:52.917934 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Unsubscribe: segment precommit_create {{(pid=103389) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 13:59:52.918420 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Added segment 8b2f4b70-5f63-43bc-b2da-5f04e05b34a7 of type vlan for network 9c2e159f-7eb2-470d-9799-bf81a94b9b35 May 10 13:59:52.981436 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770989082799'] for network (9c2e159f-7eb2-470d-9799-bf81a94b9b35), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.001934 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7260afe8-173b-4a5a-b9d4-b14b159fdc7a admin admin] Publish callbacks [] for security_group (6ae927a5-40ac-4aff-9185-e60d0a47a8cd), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.003401 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489e94b3-9787-4add-b187-9a4ed86d7d1d,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:53.014558 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176f9072-186e-4db9-a9c8-213586d22549 admin admin] Made reservation on behalf of d19ea52173a04c8e8624b91ac0e3eb48 for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:59:53.015047 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.015569 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.016058 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.016582 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.017079 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.017189 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-176f9072-186e-4db9-a9c8-213586d22549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.017661 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.018152 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.018626 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.019292 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.019770 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.020287 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.021294 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.021882 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.022360 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.022823 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Tracked resource versions report: May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: pushed versions: May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: { 'AddressGroup': {'1.2'}, May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'Agent': {'1.1'}, May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'ConntrackHelper': {'1.0'}, May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'LocalIPAssociation': {'1.0'}, May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'Log': {'1.0'}, May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'NDPProxy': {'1.0'}, May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'Network': {'1.1'}, May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'Port': {'1.7'}, May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'PortForwarding': {'1.3'}, May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'QosPolicy': {'1.10'}, May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'SecurityGroup': {'1.5'}, May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'SecurityGroupRule': {'1.2'}, May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'SubPort': {'1.0'}, May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'Subnet': {'1.1'}, May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'Trunk': {'1.1'}} May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: consumer versions: May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: { DHCP agent@dv-cinder-840678-6-iscsi: {}, May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: HyperV agent@hv-cinder-84067: {}, May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: L3 agent@dv-cinder-840678-6-iscsi: {}, May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: Metadata agent@dv-cinder-840678-6-iscsi: {}, May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: Metering agent@dv-cinder-840678-6-iscsi: {}, May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: Open vSwitch agent@dv-cinder-840678-6-iscsi: { 'AddressGroup': '1.2', May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'Agent': '1.1', May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'ConntrackHelper': '1.0', May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'LocalIPAssociation': '1.0', May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'Log': '1.0', May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'NDPProxy': '1.0', May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'Network': '1.1', May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'Port': '1.7', May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'PortForwarding': '1.3', May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'QosPolicy': '1.10', May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'SecurityGroup': '1.5', May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'SecurityGroupRule': '1.2', May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'SubPort': '1.0', May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'Subnet': '1.1', May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: 'Trunk': '1.1'}} May 10 13:59:53.024434 dv-cinder-840678-6-iscsi neutron-server[103390]: {{(pid=103390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 13:59:53.031203 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3a80258b-6166-4037-9117-61cb0c9e910c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.041919 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7260afe8-173b-4a5a-b9d4-b14b159fdc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (6ae927a5-40ac-4aff-9185-e60d0a47a8cd), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.059269 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:59:53.061743 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90710dfe-ab5e-4b42-aa0c-32b52df8d46a,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:53.078148 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.078894 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.079117 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.079464 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.079793 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.080123 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.080481 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.080812 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.081745 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.082086 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.082422 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.082752 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.083096 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.083438 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.083704 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Tracked resource versions report: May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: pushed versions: May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: { 'AddressGroup': {'1.2'}, May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'Agent': {'1.1'}, May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'ConntrackHelper': {'1.0'}, May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'LocalIPAssociation': {'1.0'}, May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'Log': {'1.0'}, May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'NDPProxy': {'1.0'}, May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'Network': {'1.1'}, May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'Port': {'1.7'}, May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'PortForwarding': {'1.3'}, May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'QosPolicy': {'1.10'}, May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'SecurityGroup': {'1.5'}, May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'SecurityGroupRule': {'1.2'}, May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'SubPort': {'1.0'}, May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'Subnet': {'1.1'}, May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'Trunk': {'1.1'}} May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: consumer versions: May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: { DHCP agent@dv-cinder-840678-6-iscsi: {}, May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: HyperV agent@hv-cinder-84067: {}, May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: L3 agent@dv-cinder-840678-6-iscsi: {}, May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: Metadata agent@dv-cinder-840678-6-iscsi: {}, May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: Metering agent@dv-cinder-840678-6-iscsi: {}, May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: Open vSwitch agent@dv-cinder-840678-6-iscsi: { 'AddressGroup': '1.2', May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'Agent': '1.1', May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'ConntrackHelper': '1.0', May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'LocalIPAssociation': '1.0', May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'Log': '1.0', May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'NDPProxy': '1.0', May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'Network': '1.1', May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'Port': '1.7', May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'PortForwarding': '1.3', May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'QosPolicy': '1.10', May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'SecurityGroup': '1.5', May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'SecurityGroupRule': '1.2', May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'SubPort': '1.0', May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'Subnet': '1.1', May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: 'Trunk': '1.1'}} May 10 13:59:53.085083 dv-cinder-840678-6-iscsi neutron-server[103389]: {{(pid=103389) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 13:59:53.103034 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for network (9c2e159f-7eb2-470d-9799-bf81a94b9b35), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.105660 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:59:53.107739 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.130435 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-176f9072-186e-4db9-a9c8-213586d22549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.140284 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3a80258b-6166-4037-9117-61cb0c9e910c admin admin] Publish callbacks [] for security_group (6067310b-af9f-40c8-b461-dcf4b5dd4b8e), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.153261 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3a80258b-6166-4037-9117-61cb0c9e910c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (6067310b-af9f-40c8-b461-dcf4b5dd4b8e), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.158448 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6952112 May 10 13:59:53.165826 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 48352) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:59:53.166083 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a80258b-6166-4037-9117-61cb0c9e910c admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:59:53.177909 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3a80258b-6166-4037-9117-61cb0c9e910c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (3e067be8-9042-4bef-841c-16195f679735), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.178517 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-3a80258b-6166-4037-9117-61cb0c9e910c admin admin] Added segment 3e067be8-9042-4bef-841c-16195f679735 of type vlan for network 74785619-4d29-47a9-9c74-95cf48855a3c May 10 13:59:53.221383 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-8962602a-9acf-4498-82e2-7367c5504cf6 admin admin] Request body: {'subnet': {'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-710112497-subnet', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:59:53.229856 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (b905a855-d63c-4261-8f55-914c64753035), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.230479 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Added segment b905a855-d63c-4261-8f55-914c64753035 of type vlan for network b57480f2-7be7-45f5-87c7-fe8c513253c5 May 10 13:59:53.245925 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260afe8-173b-4a5a-b9d4-b14b159fdc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae927a5-40ac-4aff-9185-e60d0a47a8cd,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:53.248872 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7260afe8-173b-4a5a-b9d4-b14b159fdc7a admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:59:53.277266 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3a80258b-6166-4037-9117-61cb0c9e910c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770989082799'] for network (74785619-4d29-47a9-9c74-95cf48855a3c), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.288681 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8962602a-9acf-4498-82e2-7367c5504cf6 admin admin] Made reservation on behalf of dd39c2a00ace4575896bf3f045bedce1 for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:59:53.291207 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8962602a-9acf-4498-82e2-7367c5504cf6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.299267 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7260afe8-173b-4a5a-b9d4-b14b159fdc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (59678460-c03d-4dc5-b29a-1eef308378f4), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.299742 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-7260afe8-173b-4a5a-b9d4-b14b159fdc7a admin admin] Added segment 59678460-c03d-4dc5-b29a-1eef308378f4 of type vlan for network 2c9ceeee-200d-4bc2-b027-788cdb69321a May 10 13:59:53.344657 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f02cd3-cfe2-4095-b48e-f06d8ea53624 admin admin] Pushing event updated for resources: {'Network': ['ID=9c2e159f-7eb2-470d-9799-bf81a94b9b35,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:53.345815 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770989082799'] for network (b57480f2-7be7-45f5-87c7-fe8c513253c5), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.358520 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Network 9c2e159f-7eb2-470d-9799-bf81a94b9b35 details requested by agent ovs-agent-dv-cinder-840678-6-iscsi with host dv-cinder-840678-6-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 13:59:53.361494 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3a80258b-6166-4037-9117-61cb0c9e910c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for network (74785619-4d29-47a9-9c74-95cf48855a3c), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.362773 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a80258b-6166-4037-9117-61cb0c9e910c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:59:53.363445 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3a80258b-6166-4037-9117-61cb0c9e910c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.424693 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3a80258b-6166-4037-9117-61cb0c9e910c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8418398 May 10 13:59:53.430445 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 48368) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:59:53.436907 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-d08c4b5b-7db3-4766-924e-8412bbff6a28 admin admin] Request body: {'subnet': {'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-759252336-subnet', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:59:53.438087 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80258b-6166-4037-9117-61cb0c9e910c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6067310b-af9f-40c8-b461-dcf4b5dd4b8e,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:53.476896 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7260afe8-173b-4a5a-b9d4-b14b159fdc7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770989082799'] for network (2c9ceeee-200d-4bc2-b027-788cdb69321a), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.515127 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08c4b5b-7db3-4766-924e-8412bbff6a28 admin admin] Made reservation on behalf of 368287ad726146f88559c73a86e4b26d for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:59:53.517384 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d08c4b5b-7db3-4766-924e-8412bbff6a28 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.529017 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for network (b57480f2-7be7-45f5-87c7-fe8c513253c5), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.530918 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:59:53.531568 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.560622 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80258b-6166-4037-9117-61cb0c9e910c admin admin] Pushing event updated for resources: {'Network': ['ID=74785619-4d29-47a9-9c74-95cf48855a3c,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:53.574385 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Network 74785619-4d29-47a9-9c74-95cf48855a3c details requested by agent ovs-agent-dv-cinder-840678-6-iscsi with host dv-cinder-840678-6-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 13:59:53.592824 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-176f9072-186e-4db9-a9c8-213586d22549 admin admin] Publish callbacks [] for security_group (9b3d19a9-3904-4561-9f47-39d5acb5cbe4), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.606078 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-176f9072-186e-4db9-a9c8-213586d22549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (9b3d19a9-3904-4561-9f47-39d5acb5cbe4), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.614595 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1520550 May 10 13:59:53.618667 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 48378) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:59:53.635434 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-55a57030-912d-48ce-a69d-94a4b7cd0fd1 admin admin] Request body: {'subnet': {'network_id': 'b57480f2-7be7-45f5-87c7-fe8c513253c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1773836395-subnet', 'tenant_id': '854eb7b7a9a44ca283e9c95ce935624d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:59:53.660826 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176f9072-186e-4db9-a9c8-213586d22549 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 13:59:53.673502 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7260afe8-173b-4a5a-b9d4-b14b159fdc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for network (2c9ceeee-200d-4bc2-b027-788cdb69321a), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.675325 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7260afe8-173b-4a5a-b9d4-b14b159fdc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:59:53.675922 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7260afe8-173b-4a5a-b9d4-b14b159fdc7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.728999 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d875e-c18f-4059-8224-b3075ecfc9e9 admin admin] Pushing event updated for resources: {'Network': ['ID=b57480f2-7be7-45f5-87c7-fe8c513253c5,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:53.734990 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a57030-912d-48ce-a69d-94a4b7cd0fd1 admin admin] Made reservation on behalf of 854eb7b7a9a44ca283e9c95ce935624d for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:59:53.738111 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-55a57030-912d-48ce-a69d-94a4b7cd0fd1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.738711 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7260afe8-173b-4a5a-b9d4-b14b159fdc7a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1275783 May 10 13:59:53.744945 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Network b57480f2-7be7-45f5-87c7-fe8c513253c5 details requested by agent ovs-agent-dv-cinder-840678-6-iscsi with host dv-cinder-840678-6-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 13:59:53.750655 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 48388) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:59:53.771151 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-e30856f3-7753-4504-b193-9763e314658e admin admin] Request body: {'subnet': {'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-subnet', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:59:53.777574 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f9072-186e-4db9-a9c8-213586d22549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3d19a9-3904-4561-9f47-39d5acb5cbe4,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:53.796135 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-176f9072-186e-4db9-a9c8-213586d22549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (7f904fe4-a583-4eae-8ba7-b18fa03ec8bb), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.796544 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-176f9072-186e-4db9-a9c8-213586d22549 admin admin] Added segment 7f904fe4-a583-4eae-8ba7-b18fa03ec8bb of type vlan for network ad65d3a2-8251-4281-96ce-37b7d361be92 May 10 13:59:53.850552 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8962602a-9acf-4498-82e2-7367c5504cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for subnet (0e8396c4-2dcc-480c-84ec-587b7b32be41), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.854415 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260afe8-173b-4a5a-b9d4-b14b159fdc7a admin admin] Pushing event updated for resources: {'Network': ['ID=2c9ceeee-200d-4bc2-b027-788cdb69321a,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:53.870932 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Network 2c9ceeee-200d-4bc2-b027-788cdb69321a details requested by agent ovs-agent-dv-cinder-840678-6-iscsi with host dv-cinder-840678-6-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 13:59:53.886428 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30856f3-7753-4504-b193-9763e314658e admin admin] Made reservation on behalf of e296ee60cdee4a6b9ca754c83b8c9ffd for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:59:53.888686 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e30856f3-7753-4504-b193-9763e314658e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:53.995399 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-176f9072-186e-4db9-a9c8-213586d22549 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770989082799'] for network (ad65d3a2-8251-4281-96ce-37b7d361be92), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:54.119887 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962602a-9acf-4498-82e2-7367c5504cf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e8396c4-2dcc-480c-84ec-587b7b32be41,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:54.183081 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-176f9072-186e-4db9-a9c8-213586d22549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for network (ad65d3a2-8251-4281-96ce-37b7d361be92), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:54.184084 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176f9072-186e-4db9-a9c8-213586d22549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:59:54.184733 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-176f9072-186e-4db9-a9c8-213586d22549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:54.264331 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8962602a-9acf-4498-82e2-7367c5504cf6 admin admin] Checking segment: {'id': '8b2f4b70-5f63-43bc-b2da-5f04e05b34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 13:59:54.264739 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8962602a-9acf-4498-82e2-7367c5504cf6 admin admin] Network hostable DHCP agents. Network: 9c2e159f-7eb2-470d-9799-bf81a94b9b35, hostable agents: ['9d798d4e-9452-4d08-ac49-c41e5143ffdf'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:59:54.303554 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d08c4b5b-7db3-4766-924e-8412bbff6a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for subnet (e3840d9d-0915-4f13-a509-4479e7e326c0), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:54.311677 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-176f9072-186e-4db9-a9c8-213586d22549 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6937890 May 10 13:59:54.314968 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48414) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:59:54.329866 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-c1312e71-c18e-47c2-9cd1-0e27d58cc81b admin admin] Request body: {'subnet': {'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-984094042-subnet', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:59:54.356113 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1312e71-c18e-47c2-9cd1-0e27d58cc81b admin admin] Made reservation on behalf of d19ea52173a04c8e8624b91ac0e3eb48 for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 13:59:54.361901 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c1312e71-c18e-47c2-9cd1-0e27d58cc81b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:54.368814 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f9072-186e-4db9-a9c8-213586d22549 admin admin] Pushing event updated for resources: {'Network': ['ID=ad65d3a2-8251-4281-96ce-37b7d361be92,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:54.379837 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Network ad65d3a2-8251-4281-96ce-37b7d361be92 details requested by agent ovs-agent-dv-cinder-840678-6-iscsi with host dv-cinder-840678-6-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 13:59:54.461782 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8962602a-9acf-4498-82e2-7367c5504cf6 admin admin] Network 9c2e159f-7eb2-470d-9799-bf81a94b9b35 is scheduled to be hosted by DHCP agent 9d798d4e-9452-4d08-ac49-c41e5143ffdf with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:59:54.486166 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c4b5b-7db3-4766-924e-8412bbff6a28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3840d9d-0915-4f13-a509-4479e7e326c0,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:54.513363 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-8962602a-9acf-4498-82e2-7367c5504cf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-6-iscsi, 9c2e159f-7eb2-470d-9799-bf81a94b9b35) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:59:54.525842 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26fdcd5-5cf1-482a-86dc-fcd58209336a None None] Network 9c2e159f-7eb2-470d-9799-bf81a94b9b35 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 13:59:54.527802 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8962602a-9acf-4498-82e2-7367c5504cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:59:54.529231 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8962602a-9acf-4498-82e2-7367c5504cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:54.547786 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08c4b5b-7db3-4766-924e-8412bbff6a28 admin admin] Checking segment: {'id': '3e067be8-9042-4bef-841c-16195f679735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 13:59:54.549900 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08c4b5b-7db3-4766-924e-8412bbff6a28 admin admin] Network hostable DHCP agents. Network: 74785619-4d29-47a9-9c74-95cf48855a3c, hostable agents: ['9d798d4e-9452-4d08-ac49-c41e5143ffdf'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:59:54.557300 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-55a57030-912d-48ce-a69d-94a4b7cd0fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for subnet (444e4c55-cdaa-4ac2-aed1-ac85bca9d586), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:54.587398 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-8962602a-9acf-4498-82e2-7367c5504cf6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3676059 May 10 13:59:54.588855 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48428) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:59:54.599291 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-abfe9d7a-467d-4c33-bf25-945eb338b59d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-710112497-router', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:59:54.660562 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-abfe9d7a-467d-4c33-bf25-945eb338b59d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1632'] for router (aba119d6-5dda-4089-a6c0-7039fc7a97e1), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:54.661937 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-abfe9d7a-467d-4c33-bf25-945eb338b59d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1627'] for router (aba119d6-5dda-4089-a6c0-7039fc7a97e1), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:54.694755 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a57030-912d-48ce-a69d-94a4b7cd0fd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=444e4c55-cdaa-4ac2-aed1-ac85bca9d586,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:54.697389 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08c4b5b-7db3-4766-924e-8412bbff6a28 admin admin] Network 74785619-4d29-47a9-9c74-95cf48855a3c is scheduled to be hosted by DHCP agent 9d798d4e-9452-4d08-ac49-c41e5143ffdf with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:59:54.720905 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e30856f3-7753-4504-b193-9763e314658e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for subnet (cf9fa0ee-3693-4449-88b2-25628aadc1b4), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:54.730771 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-d08c4b5b-7db3-4766-924e-8412bbff6a28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-6-iscsi, 74785619-4d29-47a9-9c74-95cf48855a3c) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:59:54.740583 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08c4b5b-7db3-4766-924e-8412bbff6a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:59:54.741384 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d08c4b5b-7db3-4766-924e-8412bbff6a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:54.750668 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baafcce-d0ea-4d99-9a34-ad903c13b0da None None] Network 74785619-4d29-47a9-9c74-95cf48855a3c requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 13:59:54.785912 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d08c4b5b-7db3-4766-924e-8412bbff6a28 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3541443 May 10 13:59:54.792735 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 48436) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:59:54.793689 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a57030-912d-48ce-a69d-94a4b7cd0fd1 admin admin] Checking segment: {'id': 'b905a855-d63c-4261-8f55-914c64753035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b57480f2-7be7-45f5-87c7-fe8c513253c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 13:59:54.794249 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a57030-912d-48ce-a69d-94a4b7cd0fd1 admin admin] Network hostable DHCP agents. Network: b57480f2-7be7-45f5-87c7-fe8c513253c5, hostable agents: ['9d798d4e-9452-4d08-ac49-c41e5143ffdf'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:59:54.801000 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-b1075215-4864-4741-ba8c-29dcde03ecfc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-759252336-router', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:59:54.805270 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-abfe9d7a-467d-4c33-bf25-945eb338b59d admin admin] Publish callbacks [] for router_controller (aba119d6-5dda-4089-a6c0-7039fc7a97e1), precommit_add_association {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:54.805992 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b1d9a71-d8a9-5fac-b8fc-dea2988d9731-9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'fixed_ips': [{'subnet_id': '0e8396c4-2dcc-480c-84ec-587b7b32be41'}]}} from dv-cinder-840678-6-iscsi. {{(pid=103391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 13:59:54.807416 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:54.859801 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30856f3-7753-4504-b193-9763e314658e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf9fa0ee-3693-4449-88b2-25628aadc1b4,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:54.872198 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b1075215-4864-4741-ba8c-29dcde03ecfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1632'] for router (9470f6fc-14ed-4b6d-8b69-5a9dffa16928), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:54.874331 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b1075215-4864-4741-ba8c-29dcde03ecfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1627'] for router (9470f6fc-14ed-4b6d-8b69-5a9dffa16928), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:54.885164 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30856f3-7753-4504-b193-9763e314658e admin admin] Checking segment: {'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 13:59:54.886030 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30856f3-7753-4504-b193-9763e314658e admin admin] Network hostable DHCP agents. Network: 2c9ceeee-200d-4bc2-b027-788cdb69321a, hostable agents: ['9d798d4e-9452-4d08-ac49-c41e5143ffdf'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:59:54.894679 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a57030-912d-48ce-a69d-94a4b7cd0fd1 admin admin] Network b57480f2-7be7-45f5-87c7-fe8c513253c5 is scheduled to be hosted by DHCP agent 9d798d4e-9452-4d08-ac49-c41e5143ffdf with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:59:54.902192 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c1312e71-c18e-47c2-9cd1-0e27d58cc81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for subnet (05b5fdd2-bcb1-4f20-897f-d7f7c5093f12), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:54.928840 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-55a57030-912d-48ce-a69d-94a4b7cd0fd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-6-iscsi, b57480f2-7be7-45f5-87c7-fe8c513253c5) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:59:54.952645 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30856f3-7753-4504-b193-9763e314658e admin admin] Network 2c9ceeee-200d-4bc2-b027-788cdb69321a is scheduled to be hosted by DHCP agent 9d798d4e-9452-4d08-ac49-c41e5143ffdf with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:59:54.954559 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebea5efb-0272-44dd-bc1b-1f7435e405c2 None None] Network b57480f2-7be7-45f5-87c7-fe8c513253c5 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 13:59:54.958425 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a57030-912d-48ce-a69d-94a4b7cd0fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:59:54.959461 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-55a57030-912d-48ce-a69d-94a4b7cd0fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:54.983375 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-e30856f3-7753-4504-b193-9763e314658e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-6-iscsi, 2c9ceeee-200d-4bc2-b027-788cdb69321a) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:59:54.988853 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30856f3-7753-4504-b193-9763e314658e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:59:54.989460 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e30856f3-7753-4504-b193-9763e314658e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:55.004231 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-55a57030-912d-48ce-a69d-94a4b7cd0fd1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3731060 May 10 13:59:55.010989 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-abfe9d7a-467d-4c33-bf25-945eb338b59d admin admin] Publish callbacks [] for router_gateway (aba119d6-5dda-4089-a6c0-7039fc7a97e1), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:55.035417 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1312e71-c18e-47c2-9cd1-0e27d58cc81b admin admin] Pushing event updated for resources: {'Subnet': ['ID=05b5fdd2-bcb1-4f20-897f-d7f7c5093f12,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:55.077814 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b1075215-4864-4741-ba8c-29dcde03ecfc admin admin] Publish callbacks [] for router_controller (9470f6fc-14ed-4b6d-8b69-5a9dffa16928), precommit_add_association {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:55.088707 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e30856f3-7753-4504-b193-9763e314658e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3368185 May 10 13:59:55.091903 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1312e71-c18e-47c2-9cd1-0e27d58cc81b admin admin] Checking segment: {'id': '7f904fe4-a583-4eae-8ba7-b18fa03ec8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 13:59:55.092542 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1312e71-c18e-47c2-9cd1-0e27d58cc81b admin admin] Network hostable DHCP agents. Network: ad65d3a2-8251-4281-96ce-37b7d361be92, hostable agents: ['9d798d4e-9452-4d08-ac49-c41e5143ffdf'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 13:59:55.095146 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 48442) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:59:55.108264 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-bd0fb414-8786-4da7-b81f-b11203269ef3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:59:55.127656 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1312e71-c18e-47c2-9cd1-0e27d58cc81b admin admin] Network ad65d3a2-8251-4281-96ce-37b7d361be92 is scheduled to be hosted by DHCP agent 9d798d4e-9452-4d08-ac49-c41e5143ffdf with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 13:59:55.180202 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-c1312e71-c18e-47c2-9cd1-0e27d58cc81b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-6-iscsi, ad65d3a2-8251-4281-96ce-37b7d361be92) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:59:55.181174 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Allocated IP 172.20.0.2 (9c2e159f-7eb2-470d-9799-bf81a94b9b35/0e8396c4-2dcc-480c-84ec-587b7b32be41/47e0f64a-4f09-4bed-a930-75a74384f5eb) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:59:55.189245 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1312e71-c18e-47c2-9cd1-0e27d58cc81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:59:55.190074 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c1312e71-c18e-47c2-9cd1-0e27d58cc81b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:55.244535 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 48446) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:59:55.276578 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c1312e71-c18e-47c2-9cd1-0e27d58cc81b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9595716 May 10 13:59:55.279457 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48452) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:59:55.288379 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-1e25c04f-f84e-412c-8c26-c3e28fa2c1f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-984094042-router', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 13:59:55.316837 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-abfe9d7a-467d-4c33-bf25-945eb338b59d admin admin] Publish callbacks [] for router_gateway (aba119d6-5dda-4089-a6c0-7039fc7a97e1), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:55.364574 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-abfe9d7a-467d-4c33-bf25-945eb338b59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:55.369802 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1e25c04f-f84e-412c-8c26-c3e28fa2c1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1632'] for router (18aa9f2d-1182-4053-8a16-d5677abda5b0), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:55.370013 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Publish callbacks [] for port (47e0f64a-4f09-4bed-a930-75a74384f5eb), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:55.373060 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1e25c04f-f84e-412c-8c26-c3e28fa2c1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1627'] for router (18aa9f2d-1182-4053-8a16-d5677abda5b0), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:55.375326 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78f330e-1174-4c2c-8539-bbc8101117fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b1d9a71-d8a9-5fac-b8fc-dea2988d9731-74785619-4d29-47a9-9c74-95cf48855a3c', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'project_id': '368287ad726146f88559c73a86e4b26d', 'fixed_ips': [{'subnet_id': 'e3840d9d-0915-4f13-a509-4479e7e326c0'}]}} from dv-cinder-840678-6-iscsi. {{(pid=103391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 13:59:55.376806 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c78f330e-1174-4c2c-8539-bbc8101117fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:55.399779 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7412e0-b2d7-4904-b447-8252686e54b3 None None] Network 2c9ceeee-200d-4bc2-b027-788cdb69321a requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 13:59:55.410808 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47372ddf-1c56-4167-a566-c709944bf276 None None] Network ad65d3a2-8251-4281-96ce-37b7d361be92 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 13:59:55.431579 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (47e0f64a-4f09-4bed-a930-75a74384f5eb), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:55.437527 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b1075215-4864-4741-ba8c-29dcde03ecfc admin admin] Publish callbacks [] for router_gateway (9470f6fc-14ed-4b6d-8b69-5a9dffa16928), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:55.453784 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb414-8786-4da7-b81f-b11203269ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1632'] for router (eea85e8f-4aac-4da4-b715-cc9c21078703), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:55.455006 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb414-8786-4da7-b81f-b11203269ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1627'] for router (eea85e8f-4aac-4da4-b715-cc9c21078703), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:55.466818 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53b70e5-f475-4e21-aec7-4fbb4017ec8c None None] Network b57480f2-7be7-45f5-87c7-fe8c513253c5 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 13:59:55.472364 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e3186896-0252-4f67-b859-f98872710c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:55.628027 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 48482) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:59:55.633795 dv-cinder-840678-6-iscsi neutron-server[103389]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 13:59:55.660203 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1e25c04f-f84e-412c-8c26-c3e28fa2c1f2 admin admin] Publish callbacks [] for router_controller (18aa9f2d-1182-4053-8a16-d5677abda5b0), precommit_add_association {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:55.684195 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb414-8786-4da7-b81f-b11203269ef3 admin admin] Publish callbacks [] for router_controller (eea85e8f-4aac-4da4-b715-cc9c21078703), precommit_add_association {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:55.749962 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Network 9c2e159f-7eb2-470d-9799-bf81a94b9b35 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:59:55.922978 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-abfe9d7a-467d-4c33-bf25-945eb338b59d admin admin] Allocated IP 172.27.3.236 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/141220a7-58f1-4a5c-9052-cd899620b84c) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:59:55.930500 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:59:55.969651 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 13:59:55.980942 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:55.981187 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1e25c04f-f84e-412c-8c26-c3e28fa2c1f2 admin admin] Publish callbacks [] for router_gateway (18aa9f2d-1182-4053-8a16-d5677abda5b0), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:56.036644 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-c78f330e-1174-4c2c-8539-bbc8101117fc None None] Allocated IP 172.20.0.2 (74785619-4d29-47a9-9c74-95cf48855a3c/e3840d9d-0915-4f13-a509-4479e7e326c0/68840186-b7ee-4347-86ac-690257ea43cf) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:59:56.057643 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1fd4bfcb-ab1c-45d4-8777-8b5341f57dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:56.102802 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e3186896-0252-4f67-b859-f98872710c11 admin admin] Publish callbacks [] for security_group (10a9cddb-f2ba-41d7-b303-02de15da36fd), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:56.148940 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Pushing event updated for resources: {'Port': ['ID=47e0f64a-4f09-4bed-a930-75a74384f5eb,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:56.171234 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-abfe9d7a-467d-4c33-bf25-945eb338b59d admin admin] Publish callbacks [] for port (141220a7-58f1-4a5c-9052-cd899620b84c), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:56.236259 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:56.236908 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:56.237434 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:56.237988 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:56.238492 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:56.239014 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:56.239513 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:56.240226 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:56.240720 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:56.241225 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:56.241767 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:56.242297 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:56.242842 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:56.243326 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:56.243989 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Tracked resource versions report: May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: pushed versions: May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: { 'AddressGroup': {'1.2'}, May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'Agent': {'1.1'}, May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'ConntrackHelper': {'1.0'}, May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'LocalIPAssociation': {'1.0'}, May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'Log': {'1.0'}, May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'NDPProxy': {'1.0'}, May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'Network': {'1.1'}, May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'Port': {'1.7'}, May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'PortForwarding': {'1.3'}, May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'QosPolicy': {'1.10'}, May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'SecurityGroup': {'1.5'}, May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'SecurityGroupRule': {'1.2'}, May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'SubPort': {'1.0'}, May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'Subnet': {'1.1'}, May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'Trunk': {'1.1'}} May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: consumer versions: May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: { DHCP agent@dv-cinder-840678-6-iscsi: {}, May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: HyperV agent@hv-cinder-84067: {}, May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: L3 agent@dv-cinder-840678-6-iscsi: {}, May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: Metadata agent@dv-cinder-840678-6-iscsi: {}, May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: Metering agent@dv-cinder-840678-6-iscsi: {}, May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: Open vSwitch agent@dv-cinder-840678-6-iscsi: { 'AddressGroup': '1.2', May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'Agent': '1.1', May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'ConntrackHelper': '1.0', May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'LocalIPAssociation': '1.0', May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'Log': '1.0', May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'NDPProxy': '1.0', May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'Network': '1.1', May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'Port': '1.7', May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'PortForwarding': '1.3', May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'QosPolicy': '1.10', May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'SecurityGroup': '1.5', May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'SecurityGroupRule': '1.2', May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'SubPort': '1.0', May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'Subnet': '1.1', May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: 'Trunk': '1.1'}} May 10 13:59:56.245383 dv-cinder-840678-6-iscsi neutron-server[103391]: {{(pid=103391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 13:59:56.252259 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a35b40d-7954-41f3-9dd0-537371c3448f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b1d9a71-d8a9-5fac-b8fc-dea2988d9731-ad65d3a2-8251-4281-96ce-37b7d361be92', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'fixed_ips': [{'subnet_id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12'}]}} from dv-cinder-840678-6-iscsi. {{(pid=103391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 13:59:56.253391 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3a35b40d-7954-41f3-9dd0-537371c3448f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:56.321371 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-abfe9d7a-467d-4c33-bf25-945eb338b59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (141220a7-58f1-4a5c-9052-cd899620b84c), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:56.336158 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Attempting to bind port 47e0f64a-4f09-4bed-a930-75a74384f5eb on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 13:59:56.336786 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Attempting to bind port 47e0f64a-4f09-4bed-a930-75a74384f5eb by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '8b2f4b70-5f63-43bc-b2da-5f04e05b34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 13:59:56.337319 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Attempting to bind port 47e0f64a-4f09-4bed-a930-75a74384f5eb on network 9c2e159f-7eb2-470d-9799-bf81a94b9b35 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 13:59:56.341102 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b1075215-4864-4741-ba8c-29dcde03ecfc admin admin] Publish callbacks [] for router_gateway (9470f6fc-14ed-4b6d-8b69-5a9dffa16928), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:56.342954 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e3186896-0252-4f67-b859-f98872710c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (10a9cddb-f2ba-41d7-b303-02de15da36fd), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:56.386141 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 13, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 13:59:56.390385 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Checking segment: {'id': '8b2f4b70-5f63-43bc-b2da-5f04e05b34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 13:59:56.391012 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:56.391758 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Bound using segment: {'id': '8b2f4b70-5f63-43bc-b2da-5f04e05b34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 13:59:56.392735 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Bound port: 47e0f64a-4f09-4bed-a930-75a74384f5eb, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b2f4b70-5f63-43bc-b2da-5f04e05b34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 13:59:56.394350 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (47e0f64a-4f09-4bed-a930-75a74384f5eb), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:56.428637 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f903781d-b53e-4c5c-8f32-73fc2f7e0827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b1d9a71-d8a9-5fac-b8fc-dea2988d9731-2c9ceeee-200d-4bc2-b027-788cdb69321a', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4'}]}} from dv-cinder-840678-6-iscsi. {{(pid=103391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 13:59:56.431033 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f903781d-b53e-4c5c-8f32-73fc2f7e0827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:56.471953 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfe9d7a-467d-4c33-bf25-945eb338b59d admin admin] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:59:56.472662 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e3186896-0252-4f67-b859-f98872710c11 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0f9a7482ebae4ab7a98239a604687af9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2263997 May 10 13:59:56.497013 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48516) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:59:56.527349 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-abfe9d7a-467d-4c33-bf25-945eb338b59d admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:59:56.533429 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3186896-0252-4f67-b859-f98872710c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a9cddb-f2ba-41d7-b303-02de15da36fd,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:56.543004 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfe9d7a-467d-4c33-bf25-945eb338b59d admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 13:59:56.551971 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b1075215-4864-4741-ba8c-29dcde03ecfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:56.661685 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb414-8786-4da7-b81f-b11203269ef3 admin admin] Publish callbacks [] for router_gateway (eea85e8f-4aac-4da4-b715-cc9c21078703), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:56.675115 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe9d7a-467d-4c33-bf25-945eb338b59d admin admin] Pushing event updated for resources: {'Port': ['ID=141220a7-58f1-4a5c-9052-cd899620b84c,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:56.715702 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-25b264ac-1c17-4a43-953f-791b2f95609e tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 13:59:56.717390 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-25b264ac-1c17-4a43-953f-791b2f95609e tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/networks?id=b57480f2-7be7-45f5-87c7-fe8c513253c5 HTTP/1.1" status: 200 len: 812 time: 1.0857465 May 10 13:59:56.750368 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-66cc71d3-2f47-42fa-af09-2bbfa01ec6c7 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/quotas/854eb7b7a9a44ca283e9c95ce935624d HTTP/1.1" status: 200 len: 375 time: 0.0263991 May 10 13:59:56.751103 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1e25c04f-f84e-412c-8c26-c3e28fa2c1f2 admin admin] Publish callbacks [] for router_gateway (18aa9f2d-1182-4053-8a16-d5677abda5b0), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:56.786973 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1e25c04f-f84e-412c-8c26-c3e28fa2c1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:56.794804 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cc4cb2d8-8cb1-44e0-aac3-9a9e1314a1ae admin admin] Publish callbacks [] for security_group (10a9cddb-f2ba-41d7-b303-02de15da36fd), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:56.806218 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] For port 47e0f64a-4f09-4bed-a930-75a74384f5eb, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 13:59:56.834370 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] For port 47e0f64a-4f09-4bed-a930-75a74384f5eb, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=47e0f64a-4f09-4bed-a930-75a74384f5eb,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 13:59:56.868953 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-9c5dfd99-0fef-46b4-83ee-cd7e04f45080 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=854eb7b7a9a44ca283e9c95ce935624d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771866 May 10 13:59:56.870453 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (47e0f64a-4f09-4bed-a930-75a74384f5eb), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:56.899255 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cc4cb2d8-8cb1-44e0-aac3-9a9e1314a1ae admin admin] Publish callbacks [] for security_group (10a9cddb-f2ba-41d7-b303-02de15da36fd), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:56.901033 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c78f330e-1174-4c2c-8539-bbc8101117fc None None] Publish callbacks [] for port (68840186-b7ee-4347-86ac-690257ea43cf), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:56.907192 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-3a35b40d-7954-41f3-9dd0-537371c3448f None None] Allocated IP 172.20.0.2 (ad65d3a2-8251-4281-96ce-37b7d361be92/05b5fdd2-bcb1-4f20-897f-d7f7c5093f12/4c56c516-875f-433b-944a-9d98c7375803) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:59:56.917224 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-b1075215-4864-4741-ba8c-29dcde03ecfc admin admin] Allocated IP 172.27.3.121 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/2b65be2b-489f-4b3f-9a29-a75e589bc667) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:59:56.948040 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c78f330e-1174-4c2c-8539-bbc8101117fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (68840186-b7ee-4347-86ac-690257ea43cf), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:56.953086 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-abfe9d7a-467d-4c33-bf25-945eb338b59d admin admin] Publish callbacks [] for router_gateway (aba119d6-5dda-4089-a6c0-7039fc7a97e1), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:57.013685 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78f330e-1174-4c2c-8539-bbc8101117fc None None] Network 74785619-4d29-47a9-9c74-95cf48855a3c is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:59:57.031761 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cc4cb2d8-8cb1-44e0-aac3-9a9e1314a1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (10a9cddb-f2ba-41d7-b303-02de15da36fd), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:57.032490 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-f903781d-b53e-4c5c-8f32-73fc2f7e0827 None None] Allocated IP 172.20.0.2 (2c9ceeee-200d-4bc2-b027-788cdb69321a/cf9fa0ee-3693-4449-88b2-25628aadc1b4/a588cc1b-3e7f-43ce-bf5c-ff2594416469) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:59:57.034748 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cc4cb2d8-8cb1-44e0-aac3-9a9e1314a1ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:57.038510 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-cc4cb2d8-8cb1-44e0-aac3-9a9e1314a1ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/10a9cddb-f2ba-41d7-b303-02de15da36fd HTTP/1.1" status: 204 len: 168 time: 0.5377047 May 10 13:59:57.063688 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b1075215-4864-4741-ba8c-29dcde03ecfc admin admin] Publish callbacks [] for port (2b65be2b-489f-4b3f-9a29-a75e589bc667), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:57.064099 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-c78f330e-1174-4c2c-8539-bbc8101117fc None None] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:59:57.077459 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f330e-1174-4c2c-8539-bbc8101117fc None None] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 13:59:57.083185 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cb2d8-8cb1-44e0-aac3-9a9e1314a1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a9cddb-f2ba-41d7-b303-02de15da36fd,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:57.096507 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a82811-4a91-42a5-8337-af1471ed0a74 None None] Pushing event updated for resources: {'Port': ['ID=47e0f64a-4f09-4bed-a930-75a74384f5eb,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:57.249882 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-abfe9d7a-467d-4c33-bf25-945eb338b59d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537837'] for router (aba119d6-5dda-4089-a6c0-7039fc7a97e1), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:57.357390 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb414-8786-4da7-b81f-b11203269ef3 admin admin] Publish callbacks [] for router_gateway (eea85e8f-4aac-4da4-b715-cc9c21078703), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:57.361614 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b1075215-4864-4741-ba8c-29dcde03ecfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (2b65be2b-489f-4b3f-9a29-a75e589bc667), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:57.409838 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f330e-1174-4c2c-8539-bbc8101117fc None None] Pushing event updated for resources: {'Port': ['ID=68840186-b7ee-4347-86ac-690257ea43cf,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:57.443771 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb414-8786-4da7-b81f-b11203269ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:57.523279 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-c78f330e-1174-4c2c-8539-bbc8101117fc None None] Attempting to bind port 68840186-b7ee-4347-86ac-690257ea43cf on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 13:59:57.524223 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-c78f330e-1174-4c2c-8539-bbc8101117fc None None] Attempting to bind port 68840186-b7ee-4347-86ac-690257ea43cf by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '3e067be8-9042-4bef-841c-16195f679735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 13:59:57.524349 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f330e-1174-4c2c-8539-bbc8101117fc None None] Attempting to bind port 68840186-b7ee-4347-86ac-690257ea43cf on network 74785619-4d29-47a9-9c74-95cf48855a3c {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 13:59:57.566228 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3a35b40d-7954-41f3-9dd0-537371c3448f None None] Publish callbacks [] for port (4c56c516-875f-433b-944a-9d98c7375803), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:57.568004 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f330e-1174-4c2c-8539-bbc8101117fc None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 13, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 13:59:57.568475 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f330e-1174-4c2c-8539-bbc8101117fc None None] Checking segment: {'id': '3e067be8-9042-4bef-841c-16195f679735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 13:59:57.568971 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-e572900b-bac0-41ef-863f-9298fa1f5146 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 13:59:57.569098 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c78f330e-1174-4c2c-8539-bbc8101117fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:57.569397 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f330e-1174-4c2c-8539-bbc8101117fc None None] Bound using segment: {'id': '3e067be8-9042-4bef-841c-16195f679735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 13:59:57.569901 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-c78f330e-1174-4c2c-8539-bbc8101117fc None None] Bound port: 68840186-b7ee-4347-86ac-690257ea43cf, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e067be8-9042-4bef-841c-16195f679735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 13:59:57.570284 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c78f330e-1174-4c2c-8539-bbc8101117fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (68840186-b7ee-4347-86ac-690257ea43cf), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:57.577927 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-e572900b-bac0-41ef-863f-9298fa1f5146 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4156497 May 10 13:59:57.590434 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1075215-4864-4741-ba8c-29dcde03ecfc admin admin] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:59:57.623339 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-b1075215-4864-4741-ba8c-29dcde03ecfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:59:57.646996 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1075215-4864-4741-ba8c-29dcde03ecfc admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 13:59:57.652347 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-c78f330e-1174-4c2c-8539-bbc8101117fc None None] For port 68840186-b7ee-4347-86ac-690257ea43cf, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 13:59:57.655036 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-c78f330e-1174-4c2c-8539-bbc8101117fc None None] For port 68840186-b7ee-4347-86ac-690257ea43cf, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=68840186-b7ee-4347-86ac-690257ea43cf,segment=NetworkSegment(3e067be8-9042-4bef-841c-16195f679735),segment_id=3e067be8-9042-4bef-841c-16195f679735)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 13:59:57.662528 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3a35b40d-7954-41f3-9dd0-537371c3448f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (4c56c516-875f-433b-944a-9d98c7375803), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:57.673419 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c78f330e-1174-4c2c-8539-bbc8101117fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (68840186-b7ee-4347-86ac-690257ea43cf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:57.775942 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a35b40d-7954-41f3-9dd0-537371c3448f None None] Network ad65d3a2-8251-4281-96ce-37b7d361be92 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:59:57.785202 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1075215-4864-4741-ba8c-29dcde03ecfc admin admin] Pushing event updated for resources: {'Port': ['ID=2b65be2b-489f-4b3f-9a29-a75e589bc667,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:57.880475 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35b40d-7954-41f3-9dd0-537371c3448f None None] Pushing event updated for resources: {'Port': ['ID=4c56c516-875f-433b-944a-9d98c7375803,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:57.891142 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-3a35b40d-7954-41f3-9dd0-537371c3448f None None] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:59:57.900895 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a35b40d-7954-41f3-9dd0-537371c3448f None None] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 13:59:58.007706 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-1e25c04f-f84e-412c-8c26-c3e28fa2c1f2 admin admin] Allocated IP 172.27.3.179 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/bb293443-70bc-4be3-96ac-a8f506764e5d) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:59:58.020691 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-f2ba8f3e-05fc-4a43-b538-2549adb03b9c service neutron] 10.222.0.49 "GET /v2.0/networks/b57480f2-7be7-45f5-87c7-fe8c513253c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416833 May 10 13:59:58.160968 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfe9d7a-467d-4c33-bf25-945eb338b59d admin admin] Router aba119d6-5dda-4089-a6c0-7039fc7a97e1 is scheduled to L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 with binding_index 1 {{(pid=103390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 13:59:58.177856 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f903781d-b53e-4c5c-8f32-73fc2f7e0827 None None] Publish callbacks [] for port (a588cc1b-3e7f-43ce-bf5c-ff2594416469), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:58.234450 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f330e-1174-4c2c-8539-bbc8101117fc None None] Pushing event updated for resources: {'Port': ['ID=68840186-b7ee-4347-86ac-690257ea43cf,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:58.268344 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f903781d-b53e-4c5c-8f32-73fc2f7e0827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (a588cc1b-3e7f-43ce-bf5c-ff2594416469), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:58.288879 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48562) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:59:58.377360 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1e25c04f-f84e-412c-8c26-c3e28fa2c1f2 admin admin] Publish callbacks [] for port (bb293443-70bc-4be3-96ac-a8f506764e5d), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:58.384468 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-3a35b40d-7954-41f3-9dd0-537371c3448f None None] Attempting to bind port 4c56c516-875f-433b-944a-9d98c7375803 on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 13:59:58.385468 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-3a35b40d-7954-41f3-9dd0-537371c3448f None None] Attempting to bind port 4c56c516-875f-433b-944a-9d98c7375803 by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '7f904fe4-a583-4eae-8ba7-b18fa03ec8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 13:59:58.387101 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a35b40d-7954-41f3-9dd0-537371c3448f None None] Attempting to bind port 4c56c516-875f-433b-944a-9d98c7375803 on network ad65d3a2-8251-4281-96ce-37b7d361be92 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 13:59:58.457606 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-4ff3c3f5-3776-4ed9-9f19-1e9ef096394c service neutron] 10.222.0.49 "GET /v2.0/networks/b57480f2-7be7-45f5-87c7-fe8c513253c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344223 May 10 13:59:58.499928 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-be46a241-a102-4533-9f75-f5de77e8d9c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:58.500496 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a35b40d-7954-41f3-9dd0-537371c3448f None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 13, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 13:59:58.500496 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a35b40d-7954-41f3-9dd0-537371c3448f None None] Checking segment: {'id': '7f904fe4-a583-4eae-8ba7-b18fa03ec8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 13:59:58.500496 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3a35b40d-7954-41f3-9dd0-537371c3448f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:58.500496 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a35b40d-7954-41f3-9dd0-537371c3448f None None] Bound using segment: {'id': '7f904fe4-a583-4eae-8ba7-b18fa03ec8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 13:59:58.500496 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-3a35b40d-7954-41f3-9dd0-537371c3448f None None] Bound port: 4c56c516-875f-433b-944a-9d98c7375803, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f904fe4-a583-4eae-8ba7-b18fa03ec8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 13:59:58.500496 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3a35b40d-7954-41f3-9dd0-537371c3448f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (4c56c516-875f-433b-944a-9d98c7375803), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:58.519360 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0d21d491-20ff-487b-8949-e4d6734008dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:58.524765 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f903781d-b53e-4c5c-8f32-73fc2f7e0827 None None] Network 2c9ceeee-200d-4bc2-b027-788cdb69321a is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:59:58.541848 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-f903781d-b53e-4c5c-8f32-73fc2f7e0827 None None] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:59:58.552386 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f903781d-b53e-4c5c-8f32-73fc2f7e0827 None None] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 13:59:58.582265 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1e25c04f-f84e-412c-8c26-c3e28fa2c1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (bb293443-70bc-4be3-96ac-a8f506764e5d), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:58.607644 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903781d-b53e-4c5c-8f32-73fc2f7e0827 None None] Pushing event updated for resources: {'Port': ['ID=a588cc1b-3e7f-43ce-bf5c-ff2594416469,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:58.632634 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfe9d7a-467d-4c33-bf25-945eb338b59d admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 13:59:58.698346 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e25c04f-f84e-412c-8c26-c3e28fa2c1f2 admin admin] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 13:59:58.717030 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-1e25c04f-f84e-412c-8c26-c3e28fa2c1f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 13:59:58.726984 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e25c04f-f84e-412c-8c26-c3e28fa2c1f2 admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 13:59:58.734172 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-abfe9d7a-467d-4c33-bf25-945eb338b59d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:58.735408 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-abfe9d7a-467d-4c33-bf25-945eb338b59d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1402898 May 10 13:59:58.736115 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25c04f-f84e-412c-8c26-c3e28fa2c1f2 admin admin] Pushing event updated for resources: {'Port': ['ID=bb293443-70bc-4be3-96ac-a8f506764e5d,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:58.752466 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 48572) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:59:58.822855 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] Sync routers for ids ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 13:59:58.826919 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d122a180-d9d8-4c7b-b179-db824986f832 None None] Network 9c2e159f-7eb2-470d-9799-bf81a94b9b35 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 13:59:58.867608 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] Routers {'aba119d6-5dda-4089-a6c0-7039fc7a97e1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 13:59:58.869419 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T13:59:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:59:58.988730 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48586) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:59:58.997003 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-be46a241-a102-4533-9f75-f5de77e8d9c0 admin admin] Publish callbacks [] for security_group (d026ef4f-aba9-4e83-a046-3ddda3c962a4), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:59.017032 dv-cinder-840678-6-iscsi neutron-server[103390]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 13:59:59.036338 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-be46a241-a102-4533-9f75-f5de77e8d9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (d026ef4f-aba9-4e83-a046-3ddda3c962a4), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:59.132850 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-080b26f0-6fa9-4470-af12-9ac63a89f762 req-ec599c55-dbab-4a67-8a64-74b8fdfdc877 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 210 time: 0.1385329 May 10 13:59:59.141227 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b1075215-4864-4741-ba8c-29dcde03ecfc admin admin] Publish callbacks [] for router_gateway (9470f6fc-14ed-4b6d-8b69-5a9dffa16928), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:59.223397 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] Set router aba119d6-5dda-4089-a6c0-7039fc7a97e1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 13:59:59.235058 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-be46a241-a102-4533-9f75-f5de77e8d9c0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9a2ad92f31134c51a2834b62a06c173a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9420733 May 10 13:59:59.239747 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48598) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 13:59:59.265469 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-bd0fb414-8786-4da7-b81f-b11203269ef3 admin admin] Allocated IP 172.27.3.164 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/da9743d8-55ea-4004-8f91-6000ae3f39ab) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 13:59:59.277257 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46a241-a102-4533-9f75-f5de77e8d9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d026ef4f-aba9-4e83-a046-3ddda3c962a4,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:59.304954 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-f903781d-b53e-4c5c-8f32-73fc2f7e0827 None None] Attempting to bind port a588cc1b-3e7f-43ce-bf5c-ff2594416469 on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 13:59:59.305322 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-f903781d-b53e-4c5c-8f32-73fc2f7e0827 None None] Attempting to bind port a588cc1b-3e7f-43ce-bf5c-ff2594416469 by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 13:59:59.308280 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f903781d-b53e-4c5c-8f32-73fc2f7e0827 None None] Attempting to bind port a588cc1b-3e7f-43ce-bf5c-ff2594416469 on network 2c9ceeee-200d-4bc2-b027-788cdb69321a {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 13:59:59.555314 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f903781d-b53e-4c5c-8f32-73fc2f7e0827 None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 13, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 13:59:59.557120 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f903781d-b53e-4c5c-8f32-73fc2f7e0827 None None] Checking segment: {'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 13:59:59.557948 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1e25c04f-f84e-412c-8c26-c3e28fa2c1f2 admin admin] Publish callbacks [] for router_gateway (18aa9f2d-1182-4053-8a16-d5677abda5b0), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:59.561300 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f903781d-b53e-4c5c-8f32-73fc2f7e0827 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:59.562081 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f903781d-b53e-4c5c-8f32-73fc2f7e0827 None None] Bound using segment: {'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 13:59:59.562801 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-f903781d-b53e-4c5c-8f32-73fc2f7e0827 None None] Bound port: a588cc1b-3e7f-43ce-bf5c-ff2594416469, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 13:59:59.564154 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f903781d-b53e-4c5c-8f32-73fc2f7e0827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (a588cc1b-3e7f-43ce-bf5c-ff2594416469), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:59.583009 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292f0182-8f29-4685-8ec6-c778f13435e4 None None] Network 74785619-4d29-47a9-9c74-95cf48855a3c requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 13:59:59.585549 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 47e0f64a-4f09-4bed-a930-75a74384f5eb up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 13:59:59.633275 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-3a35b40d-7954-41f3-9dd0-537371c3448f None None] For port 4c56c516-875f-433b-944a-9d98c7375803, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 13:59:59.680257 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'name': 'tempest-AttachVolumeShelveTestJSON-710112497-router', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T13:59:56Z', 'revision_number': 3, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'gw_port': {'id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T13:59:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 13:59:59.691012 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb414-8786-4da7-b81f-b11203269ef3 admin admin] Publish callbacks [] for port (da9743d8-55ea-4004-8f91-6000ae3f39ab), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:59.702581 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:59.763510 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] Checking router: aba119d6-5dda-4089-a6c0-7039fc7a97e1 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 13:59:59.781551 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-f903781d-b53e-4c5c-8f32-73fc2f7e0827 None None] For port a588cc1b-3e7f-43ce-bf5c-ff2594416469, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 13:59:59.785078 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-f903781d-b53e-4c5c-8f32-73fc2f7e0827 None None] For port a588cc1b-3e7f-43ce-bf5c-ff2594416469, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=a588cc1b-3e7f-43ce-bf5c-ff2594416469,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 13:59:59.785614 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] Updating router aba119d6-5dda-4089-a6c0-7039fc7a97e1 port 141220a7-58f1-4a5c-9052-cd899620b84c binding host dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 13:59:59.791449 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-3a35b40d-7954-41f3-9dd0-537371c3448f None None] For port 4c56c516-875f-433b-944a-9d98c7375803, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=4c56c516-875f-433b-944a-9d98c7375803,segment=NetworkSegment(7f904fe4-a583-4eae-8ba7-b18fa03ec8bb),segment_id=7f904fe4-a583-4eae-8ba7-b18fa03ec8bb)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 13:59:59.797141 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-36745fdf-f489-4cc2-8ff5-06fe8cc66f4e None None] Provisioning complete for port 47e0f64a-4f09-4bed-a930-75a74384f5eb triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 13:59:59.797695 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-36745fdf-f489-4cc2-8ff5-06fe8cc66f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (47e0f64a-4f09-4bed-a930-75a74384f5eb), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:59.807305 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b1075215-4864-4741-ba8c-29dcde03ecfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537837'] for router (9470f6fc-14ed-4b6d-8b69-5a9dffa16928), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:59.823463 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb414-8786-4da7-b81f-b11203269ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (da9743d8-55ea-4004-8f91-6000ae3f39ab), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:59.839242 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-192a6212-a0c4-4286-aba9-8a2e6536ad9f admin admin] Publish callbacks [] for security_group (d026ef4f-aba9-4e83-a046-3ddda3c962a4), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:59.856288 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (141220a7-58f1-4a5c-9052-cd899620b84c), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:59.917816 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-192a6212-a0c4-4286-aba9-8a2e6536ad9f admin admin] Publish callbacks [] for security_group (d026ef4f-aba9-4e83-a046-3ddda3c962a4), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:59.921152 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0fb414-8786-4da7-b81f-b11203269ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=da9743d8-55ea-4004-8f91-6000ae3f39ab,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 13:59:59.924362 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f903781d-b53e-4c5c-8f32-73fc2f7e0827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (a588cc1b-3e7f-43ce-bf5c-ff2594416469), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 13:59:59.981603 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3a35b40d-7954-41f3-9dd0-537371c3448f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (4c56c516-875f-433b-944a-9d98c7375803), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:00.100051 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1e25c04f-f84e-412c-8c26-c3e28fa2c1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537837'] for router (18aa9f2d-1182-4053-8a16-d5677abda5b0), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:00.108387 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-192a6212-a0c4-4286-aba9-8a2e6536ad9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (d026ef4f-aba9-4e83-a046-3ddda3c962a4), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:00.113358 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-192a6212-a0c4-4286-aba9-8a2e6536ad9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:00.114518 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-192a6212-a0c4-4286-aba9-8a2e6536ad9f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d026ef4f-aba9-4e83-a046-3ddda3c962a4 HTTP/1.1" status: 204 len: 168 time: 0.8669729 May 10 14:00:00.147062 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a6212-a0c4-4286-aba9-8a2e6536ad9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d026ef4f-aba9-4e83-a046-3ddda3c962a4,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:00.259467 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0fb414-8786-4da7-b81f-b11203269ef3 admin admin] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:00:00.285172 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-bd0fb414-8786-4da7-b81f-b11203269ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:00:00.298587 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0fb414-8786-4da7-b81f-b11203269ef3 admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:00:00.428759 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 47e0f64a-4f09-4bed-a930-75a74384f5eb triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:00.429162 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (47e0f64a-4f09-4bed-a930-75a74384f5eb), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:00.539463 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e25c04f-f84e-412c-8c26-c3e28fa2c1f2 admin admin] Router 18aa9f2d-1182-4053-8a16-d5677abda5b0 is scheduled to L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 with binding_index 1 {{(pid=103390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 14:00:00.575715 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903781d-b53e-4c5c-8f32-73fc2f7e0827 None None] Pushing event updated for resources: {'Port': ['ID=a588cc1b-3e7f-43ce-bf5c-ff2594416469,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:00.647442 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] Publish callbacks [] for port (141220a7-58f1-4a5c-9052-cd899620b84c), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:00.664830 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (141220a7-58f1-4a5c-9052-cd899620b84c), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:00.922132 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-789fd1a9-73fe-4913-8227-3dbe39de45d5 req-d20bf974-9444-447a-8156-d91b6659af94 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 210 time: 0.5937347 May 10 14:00:00.926344 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:00.934663 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed0b5b-b867-4f80-aebf-f7acc79aeb2a None None] Pushing event updated for resources: {'Port': ['ID=141220a7-58f1-4a5c-9052-cd899620b84c,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:00.945732 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] Attempting to bind port 141220a7-58f1-4a5c-9052-cd899620b84c on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:00:00.946034 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] Attempting to bind port 141220a7-58f1-4a5c-9052-cd899620b84c by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:00:00.946407 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] Attempting to bind port 141220a7-58f1-4a5c-9052-cd899620b84c on network 89429d30-8d6e-4195-a41d-5d4817ee56e2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:00:00.956695 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35b40d-7954-41f3-9dd0-537371c3448f None None] Pushing event updated for resources: {'Port': ['ID=4c56c516-875f-433b-944a-9d98c7375803,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:00.979612 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-36745fdf-f489-4cc2-8ff5-06fe8cc66f4e None None] Current status of the port 47e0f64a-4f09-4bed-a930-75a74384f5eb is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:00.982304 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-36745fdf-f489-4cc2-8ff5-06fe8cc66f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (47e0f64a-4f09-4bed-a930-75a74384f5eb), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:00.991695 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed0b5b-b867-4f80-aebf-f7acc79aeb2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:00.994438 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed0b5b-b867-4f80-aebf-f7acc79aeb2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:00.994843 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed0b5b-b867-4f80-aebf-f7acc79aeb2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:00.995215 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed0b5b-b867-4f80-aebf-f7acc79aeb2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:00.995566 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed0b5b-b867-4f80-aebf-f7acc79aeb2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:00.995910 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed0b5b-b867-4f80-aebf-f7acc79aeb2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:00.996269 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed0b5b-b867-4f80-aebf-f7acc79aeb2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:01.004808 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed0b5b-b867-4f80-aebf-f7acc79aeb2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:01.005406 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed0b5b-b867-4f80-aebf-f7acc79aeb2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:01.005896 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed0b5b-b867-4f80-aebf-f7acc79aeb2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:01.006383 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed0b5b-b867-4f80-aebf-f7acc79aeb2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:01.006883 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed0b5b-b867-4f80-aebf-f7acc79aeb2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:01.007362 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed0b5b-b867-4f80-aebf-f7acc79aeb2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:01.007848 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed0b5b-b867-4f80-aebf-f7acc79aeb2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:01.008726 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed0b5b-b867-4f80-aebf-f7acc79aeb2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed0b5b-b867-4f80-aebf-f7acc79aeb2a None None] Tracked resource versions report: May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: pushed versions: May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: { 'AddressGroup': {'1.2'}, May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'Agent': {'1.1'}, May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'ConntrackHelper': {'1.0'}, May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'LocalIPAssociation': {'1.0'}, May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'Log': {'1.0'}, May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'NDPProxy': {'1.0'}, May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'Network': {'1.1'}, May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'Port': {'1.7'}, May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'PortForwarding': {'1.3'}, May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'QosPolicy': {'1.10'}, May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'SecurityGroup': {'1.5'}, May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'SecurityGroupRule': {'1.2'}, May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'SubPort': {'1.0'}, May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'Subnet': {'1.1'}, May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'Trunk': {'1.1'}} May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: consumer versions: May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: { DHCP agent@dv-cinder-840678-6-iscsi: {}, May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: HyperV agent@hv-cinder-84067: {}, May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: L3 agent@dv-cinder-840678-6-iscsi: {}, May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: Metadata agent@dv-cinder-840678-6-iscsi: {}, May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: Metering agent@dv-cinder-840678-6-iscsi: {}, May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: Open vSwitch agent@dv-cinder-840678-6-iscsi: { 'AddressGroup': '1.2', May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'Agent': '1.1', May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'ConntrackHelper': '1.0', May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'LocalIPAssociation': '1.0', May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'Log': '1.0', May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'NDPProxy': '1.0', May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'Network': '1.1', May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'Port': '1.7', May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'PortForwarding': '1.3', May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'QosPolicy': '1.10', May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'SecurityGroup': '1.5', May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'SecurityGroupRule': '1.2', May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'SubPort': '1.0', May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'Subnet': '1.1', May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: 'Trunk': '1.1'}} May 10 14:00:01.010370 dv-cinder-840678-6-iscsi neutron-server[103392]: {{(pid=103392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 14:00:01.028216 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 13, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:00:01.028789 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] Checking segment: {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:00:01.029590 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:01.030140 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] Bound using segment: {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:00:01.032576 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] Bound port: 141220a7-58f1-4a5c-9052-cd899620b84c, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:00:01.033252 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (141220a7-58f1-4a5c-9052-cd899620b84c), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:01.048152 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e25c04f-f84e-412c-8c26-c3e28fa2c1f2 admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:00:01.094974 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1e25c04f-f84e-412c-8c26-c3e28fa2c1f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:01.095657 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] Sync routers for ids ['18aa9f2d-1182-4053-8a16-d5677abda5b0'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:00:01.097418 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-1e25c04f-f84e-412c-8c26-c3e28fa2c1f2 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8162956 May 10 14:00:01.100544 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48652) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:01.159541 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] For port 141220a7-58f1-4a5c-9052-cd899620b84c, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:00:01.169233 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-36745fdf-f489-4cc2-8ff5-06fe8cc66f4e None None] For port 47e0f64a-4f09-4bed-a930-75a74384f5eb, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=47e0f64a-4f09-4bed-a930-75a74384f5eb,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:01.172240 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] For port 141220a7-58f1-4a5c-9052-cd899620b84c, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=141220a7-58f1-4a5c-9052-cd899620b84c,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:00:01.179998 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-36745fdf-f489-4cc2-8ff5-06fe8cc66f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (47e0f64a-4f09-4bed-a930-75a74384f5eb), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:01.188293 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (141220a7-58f1-4a5c-9052-cd899620b84c), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:01.239987 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1075215-4864-4741-ba8c-29dcde03ecfc admin admin] Router 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 is scheduled to L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 with binding_index 1 {{(pid=103389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 14:00:01.253201 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] Routers {'18aa9f2d-1182-4053-8a16-d5677abda5b0'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:00:01.256100 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T13:59:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['18aa9f2d-1182-4053-8a16-d5677abda5b0'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:01.267731 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 47e0f64a-4f09-4bed-a930-75a74384f5eb is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:01.267731 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (47e0f64a-4f09-4bed-a930-75a74384f5eb), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:01.350614 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed0b5b-b867-4f80-aebf-f7acc79aeb2a None None] Pushing event updated for resources: {'Port': ['ID=141220a7-58f1-4a5c-9052-cd899620b84c,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:01.404283 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] Routers {'aba119d6-5dda-4089-a6c0-7039fc7a97e1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:00:01.410725 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T13:59:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:01.559114 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-37fa57bf-06da-4642-ad14-3a99a2cfa421 None None] Provisioning complete for port 68840186-b7ee-4347-86ac-690257ea43cf triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:01.559533 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-37fa57bf-06da-4642-ad14-3a99a2cfa421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (68840186-b7ee-4347-86ac-690257ea43cf), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:01.595774 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] Set router aba119d6-5dda-4089-a6c0-7039fc7a97e1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:00:01.599492 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48656) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:01.612993 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3f59670b-123b-4106-b61c-c17f2049d411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:01.626573 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1075215-4864-4741-ba8c-29dcde03ecfc admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:00:01.661145 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36745fdf-f489-4cc2-8ff5-06fe8cc66f4e None None] Pushing event updated for resources: {'Port': ['ID=47e0f64a-4f09-4bed-a930-75a74384f5eb,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:01.674139 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] Sync routers for ids ['9470f6fc-14ed-4b6d-8b69-5a9dffa16928'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:00:01.704481 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] Routers {'9470f6fc-14ed-4b6d-8b69-5a9dffa16928'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:00:01.705109 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T13:59:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['9470f6fc-14ed-4b6d-8b69-5a9dffa16928'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:01.785664 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b1075215-4864-4741-ba8c-29dcde03ecfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:01.789726 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-b1075215-4864-4741-ba8c-29dcde03ecfc admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.9899156 May 10 14:00:01.795703 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 48670) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:01.879284 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] Set router 18aa9f2d-1182-4053-8a16-d5677abda5b0 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:00:01.904400 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3f59670b-123b-4106-b61c-c17f2049d411 admin admin] Publish callbacks [] for security_group (c04e18dd-c4a5-4799-b88e-48728beb40f5), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:01.917532 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3f59670b-123b-4106-b61c-c17f2049d411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (c04e18dd-c4a5-4799-b88e-48728beb40f5), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:02.027286 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3f59670b-123b-4106-b61c-c17f2049d411 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9db3956bcdc3485e9a1c82e4f4e1ad4a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4240401 May 10 14:00:02.031500 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48684) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:02.042599 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] Set router 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:00:02.223606 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59670b-123b-4106-b61c-c17f2049d411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04e18dd-c4a5-4799-b88e-48728beb40f5,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:02.371890 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-37fa57bf-06da-4642-ad14-3a99a2cfa421 None None] Current status of the port 68840186-b7ee-4347-86ac-690257ea43cf is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:02.377700 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-37fa57bf-06da-4642-ad14-3a99a2cfa421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (68840186-b7ee-4347-86ac-690257ea43cf), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:02.406582 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.db.api [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:00:02.408187 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG oslo_db.api [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:00:02.448853 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-43d20bb1-2acc-4cb5-b276-7ae63514c58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:02.511712 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.57', 64828) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:02.524790 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5a08e194-8852-404e-95db-4328b1f6ecec admin admin] Publish callbacks [] for security_group (c04e18dd-c4a5-4799-b88e-48728beb40f5), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:02.529176 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:02.536470 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-13447172-874a-49d3-91ad-339e4c5e7b3e req-cebd942d-3d48-4401-8449-7f445b039e19 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 210 time: 0.2693462 May 10 14:00:02.563664 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22de63ad-c0c2-40bd-aa2f-67e2fc5bf87f None None] Network ad65d3a2-8251-4281-96ce-37b7d361be92 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:00:02.698992 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5a08e194-8852-404e-95db-4328b1f6ecec admin admin] Publish callbacks [] for security_group (c04e18dd-c4a5-4799-b88e-48728beb40f5), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:02.740385 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-37fa57bf-06da-4642-ad14-3a99a2cfa421 None None] For port 68840186-b7ee-4347-86ac-690257ea43cf, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=68840186-b7ee-4347-86ac-690257ea43cf,segment=NetworkSegment(3e067be8-9042-4bef-841c-16195f679735),segment_id=3e067be8-9042-4bef-841c-16195f679735)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:02.743402 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'name': 'tempest-AttachVolumeTestJSON-984094042-router', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T13:59:59Z', 'revision_number': 3, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'gw_port': {'id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T13:59:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:02.780950 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-37fa57bf-06da-4642-ad14-3a99a2cfa421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (68840186-b7ee-4347-86ac-690257ea43cf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:02.790463 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] Checking router: 18aa9f2d-1182-4053-8a16-d5677abda5b0 for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:00:02.790853 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] Updating router 18aa9f2d-1182-4053-8a16-d5677abda5b0 port bb293443-70bc-4be3-96ac-a8f506764e5d binding host dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:00:02.802695 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-37fa57bf-06da-4642-ad14-3a99a2cfa421 None None] Provisioning complete for port 47e0f64a-4f09-4bed-a930-75a74384f5eb triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:02.803095 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-37fa57bf-06da-4642-ad14-3a99a2cfa421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (47e0f64a-4f09-4bed-a930-75a74384f5eb), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:02.847352 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5a08e194-8852-404e-95db-4328b1f6ecec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (c04e18dd-c4a5-4799-b88e-48728beb40f5), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:02.855437 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5a08e194-8852-404e-95db-4328b1f6ecec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:02.856643 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-5a08e194-8852-404e-95db-4328b1f6ecec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c04e18dd-c4a5-4799-b88e-48728beb40f5 HTTP/1.1" status: 204 len: 168 time: 0.8237786 May 10 14:00:02.874552 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'name': 'tempest-ServerRescueNegativeTestJSON-759252336-router', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T13:59:57Z', 'revision_number': 3, 'project_id': '368287ad726146f88559c73a86e4b26d', 'gw_port': {'id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T13:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:02.889881 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5733761-3d00-43ca-aaf3-8fd2511085e3 None None] Network 2c9ceeee-200d-4bc2-b027-788cdb69321a requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:00:02.905554 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08e194-8852-404e-95db-4328b1f6ecec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04e18dd-c4a5-4799-b88e-48728beb40f5,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:02.936507 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] Checking router: 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:00:02.937039 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] Updating router 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 port 2b65be2b-489f-4b3f-9a29-a75e589bc667 binding host dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:00:02.973510 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'name': 'tempest-AttachVolumeShelveTestJSON-710112497-router', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T13:59:56Z', 'revision_number': 3, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'gw_port': {'id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:03.010257 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (2b65be2b-489f-4b3f-9a29-a75e589bc667), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:03.110825 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb414-8786-4da7-b81f-b11203269ef3 admin admin] Publish callbacks [] for router_gateway (eea85e8f-4aac-4da4-b715-cc9c21078703), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:03.163878 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-43d20bb1-2acc-4cb5-b276-7ae63514c58f admin admin] Allocated IP 172.20.0.1 (ad65d3a2-8251-4281-96ce-37b7d361be92/05b5fdd2-bcb1-4f20-897f-d7f7c5093f12/c3f87d25-daa3-42e1-96ee-67dad5333ab9) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:00:03.200461 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bf8d61cf-6215-4f52-b5d8-d794a06468a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:03.557112 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73eca6e7-efec-4a5b-a114-87c60fef3851 None None] The sync data for ids ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'] in dv-cinder-840678-6-iscsi is: [{'id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'name': 'tempest-AttachVolumeShelveTestJSON-710112497-router', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T13:59:56Z', 'revision_number': 3, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'gw_port': {'id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:00:03.563955 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-5be5128a-8df9-4131-aa2f-d2aa9d2a8182 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:03.569634 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] Publish callbacks [] for port (2b65be2b-489f-4b3f-9a29-a75e589bc667), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:03.572025 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-5be5128a-8df9-4131-aa2f-d2aa9d2a8182 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.57 "GET /v2.0/networks?id=b57480f2-7be7-45f5-87c7-fe8c513253c5 HTTP/1.1" status: 200 len: 812 time: 1.0157275 May 10 14:00:03.581327 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-43d20bb1-2acc-4cb5-b276-7ae63514c58f admin admin] Publish callbacks [] for port (c3f87d25-daa3-42e1-96ee-67dad5333ab9), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:03.581993 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (2b65be2b-489f-4b3f-9a29-a75e589bc667), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:03.679982 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] Attempting to bind port 2b65be2b-489f-4b3f-9a29-a75e589bc667 on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:00:03.680655 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-43d20bb1-2acc-4cb5-b276-7ae63514c58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (c3f87d25-daa3-42e1-96ee-67dad5333ab9), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:03.680784 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-6747ea7a-5906-402a-b601-6fa12edb95f9 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Request body: {'port': {'device_id': '983a758b-f633-43b1-9215-c91fadb59ff6', 'network_id': 'b57480f2-7be7-45f5-87c7-fe8c513253c5', 'admin_state_up': True, 'tenant_id': '854eb7b7a9a44ca283e9c95ce935624d'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:03.686667 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] Attempting to bind port 2b65be2b-489f-4b3f-9a29-a75e589bc667 by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:00:03.687082 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] Attempting to bind port 2b65be2b-489f-4b3f-9a29-a75e589bc667 on network 89429d30-8d6e-4195-a41d-5d4817ee56e2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:00:03.703255 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:00:03.703755 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] Checking segment: {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:00:03.704530 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:03.708393 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] Bound using segment: {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:00:03.708393 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] Bound port: 2b65be2b-489f-4b3f-9a29-a75e589bc667, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:00:03.708393 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (2b65be2b-489f-4b3f-9a29-a75e589bc667), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:03.718125 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa17497-63e8-4714-9d76-f4878a55ec65 None None] Pushing event updated for resources: {'Port': ['ID=2b65be2b-489f-4b3f-9a29-a75e589bc667,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:03.744947 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d20bb1-2acc-4cb5-b276-7ae63514c58f admin admin] Network ad65d3a2-8251-4281-96ce-37b7d361be92 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:00:03.748985 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-43d20bb1-2acc-4cb5-b276-7ae63514c58f admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:00:03.751481 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (bb293443-70bc-4be3-96ac-a8f506764e5d), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:03.774304 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d20bb1-2acc-4cb5-b276-7ae63514c58f admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:00:03.774815 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-43d20bb1-2acc-4cb5-b276-7ae63514c58f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540858'] for router_interface (18aa9f2d-1182-4053-8a16-d5677abda5b0), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:03.828895 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] For port 2b65be2b-489f-4b3f-9a29-a75e589bc667, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:00:03.832884 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] For port 2b65be2b-489f-4b3f-9a29-a75e589bc667, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=2b65be2b-489f-4b3f-9a29-a75e589bc667,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:00:03.850800 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (2b65be2b-489f-4b3f-9a29-a75e589bc667), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:03.899578 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d20bb1-2acc-4cb5-b276-7ae63514c58f admin admin] Pushing event updated for resources: {'Port': ['ID=c3f87d25-daa3-42e1-96ee-67dad5333ab9,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:03.955826 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa17497-63e8-4714-9d76-f4878a55ec65 None None] Pushing event updated for resources: {'Port': ['ID=2b65be2b-489f-4b3f-9a29-a75e589bc667,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:03.956812 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa57bf-06da-4642-ad14-3a99a2cfa421 None None] Pushing event updated for resources: {'Port': ['ID=68840186-b7ee-4347-86ac-690257ea43cf,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:03.974553 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 47e0f64a-4f09-4bed-a930-75a74384f5eb is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:03.980054 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 68840186-b7ee-4347-86ac-690257ea43cf up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:04.002281 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] Routers {'9470f6fc-14ed-4b6d-8b69-5a9dffa16928'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:00:04.010558 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T13:59:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['9470f6fc-14ed-4b6d-8b69-5a9dffa16928'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:04.173040 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-43d20bb1-2acc-4cb5-b276-7ae63514c58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (c3f87d25-daa3-42e1-96ee-67dad5333ab9), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:04.338865 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-bf8d61cf-6215-4f52-b5d8-d794a06468a8 admin admin] Allocated IP 172.20.0.1 (9c2e159f-7eb2-470d-9799-bf81a94b9b35/0e8396c4-2dcc-480c-84ec-587b7b32be41/248fc04b-f924-4a81-be73-155edc600cf5) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:00:04.388201 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] Set router 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:00:04.500413 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-37fa57bf-06da-4642-ad14-3a99a2cfa421 None None] Current status of the port 47e0f64a-4f09-4bed-a930-75a74384f5eb is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:04.525556 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-43d20bb1-2acc-4cb5-b276-7ae63514c58f admin admin] Publish callbacks [] for port (c3f87d25-daa3-42e1-96ee-67dad5333ab9), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:04.536876 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-43d20bb1-2acc-4cb5-b276-7ae63514c58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (c3f87d25-daa3-42e1-96ee-67dad5333ab9), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:04.538710 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-43d20bb1-2acc-4cb5-b276-7ae63514c58f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-506185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544391'] for router_interface (18aa9f2d-1182-4053-8a16-d5677abda5b0), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:04.887714 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-d13605ab-06bd-45a9-9985-dbb780213ffb None None] Provisioning complete for port 4c56c516-875f-433b-944a-9d98c7375803 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:04.888324 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d13605ab-06bd-45a9-9985-dbb780213ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (4c56c516-875f-433b-944a-9d98c7375803), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:04.997198 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1166457a-f71f-4d6b-aa86-2560c998e042 req-1fb014db-438c-4afb-9962-7f908c3626de tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 210 time: 0.8908021 May 10 14:00:05.018467 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d20bb1-2acc-4cb5-b276-7ae63514c58f admin admin] Network ad65d3a2-8251-4281-96ce-37b7d361be92 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:00:05.028495 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-43d20bb1-2acc-4cb5-b276-7ae63514c58f admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:00:05.029963 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 68840186-b7ee-4347-86ac-690257ea43cf triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:05.030605 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (68840186-b7ee-4347-86ac-690257ea43cf), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:05.077163 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'name': 'tempest-ServerRescueNegativeTestJSON-759252336-router', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T13:59:57Z', 'revision_number': 3, 'project_id': '368287ad726146f88559c73a86e4b26d', 'gw_port': {'id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:05.088653 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d20bb1-2acc-4cb5-b276-7ae63514c58f admin admin] Pushing event updated for resources: {'Port': ['ID=c3f87d25-daa3-42e1-96ee-67dad5333ab9,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:05.248618 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a55a05-f6ae-42c7-937b-3e266e55e3a0 None None] The sync data for ids ['9470f6fc-14ed-4b6d-8b69-5a9dffa16928'] in dv-cinder-840678-6-iscsi is: [{'id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'name': 'tempest-ServerRescueNegativeTestJSON-759252336-router', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T13:59:57Z', 'revision_number': 3, 'project_id': '368287ad726146f88559c73a86e4b26d', 'gw_port': {'id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:00:05.451873 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bf8d61cf-6215-4f52-b5d8-d794a06468a8 admin admin] Publish callbacks [] for port (248fc04b-f924-4a81-be73-155edc600cf5), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:05.481649 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d20bb1-2acc-4cb5-b276-7ae63514c58f admin admin] Router 18aa9f2d-1182-4053-8a16-d5677abda5b0 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:00:05.593083 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bf8d61cf-6215-4f52-b5d8-d794a06468a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (248fc04b-f924-4a81-be73-155edc600cf5), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:05.626320 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 68840186-b7ee-4347-86ac-690257ea43cf is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:05.629602 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-6747ea7a-5906-402a-b601-6fa12edb95f9 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Made reservation on behalf of 854eb7b7a9a44ca283e9c95ce935624d for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:00:05.643700 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-6747ea7a-5906-402a-b601-6fa12edb95f9 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:05.706626 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] Publish callbacks [] for port (bb293443-70bc-4be3-96ac-a8f506764e5d), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:05.800473 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d20bb1-2acc-4cb5-b276-7ae63514c58f admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:00:05.814226 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (bb293443-70bc-4be3-96ac-a8f506764e5d), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:05.821864 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-43d20bb1-2acc-4cb5-b276-7ae63514c58f admin admin] 10.222.0.49 "PUT /v2.0/routers/18aa9f2d-1182-4053-8a16-d5677abda5b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7188370 May 10 14:00:05.883304 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb414-8786-4da7-b81f-b11203269ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537837'] for router (eea85e8f-4aac-4da4-b715-cc9c21078703), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:05.991776 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-d13605ab-06bd-45a9-9985-dbb780213ffb None None] Current status of the port 4c56c516-875f-433b-944a-9d98c7375803 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:05.992341 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d13605ab-06bd-45a9-9985-dbb780213ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (4c56c516-875f-433b-944a-9d98c7375803), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:06.111888 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304f328-194b-45d1-b2f1-f3cb24493478 None None] Pushing event updated for resources: {'Port': ['ID=bb293443-70bc-4be3-96ac-a8f506764e5d,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:06.181472 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] Attempting to bind port bb293443-70bc-4be3-96ac-a8f506764e5d on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:00:06.181852 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] Attempting to bind port bb293443-70bc-4be3-96ac-a8f506764e5d by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:00:06.182219 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] Attempting to bind port bb293443-70bc-4be3-96ac-a8f506764e5d on network 89429d30-8d6e-4195-a41d-5d4817ee56e2 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:00:06.229670 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-af799649-a9c7-4f3f-9343-bbeea2bd64a0 req-af3bc4a0-7b9d-44e1-957f-38e66ef26a70 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 210 time: 0.0578225 May 10 14:00:06.284306 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 47e0f64a-4f09-4bed-a930-75a74384f5eb up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:06.306962 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8d61cf-6215-4f52-b5d8-d794a06468a8 admin admin] Network 9c2e159f-7eb2-470d-9799-bf81a94b9b35 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:00:06.310521 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:00:06.311015 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] Checking segment: {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:00:06.315762 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:06.317080 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] Bound using segment: {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:00:06.319948 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-bf8d61cf-6215-4f52-b5d8-d794a06468a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:00:06.331250 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] Bound port: bb293443-70bc-4be3-96ac-a8f506764e5d, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:00:06.333825 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (bb293443-70bc-4be3-96ac-a8f506764e5d), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:06.340072 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-d13605ab-06bd-45a9-9985-dbb780213ffb None None] For port 4c56c516-875f-433b-944a-9d98c7375803, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=4c56c516-875f-433b-944a-9d98c7375803,segment=NetworkSegment(7f904fe4-a583-4eae-8ba7-b18fa03ec8bb),segment_id=7f904fe4-a583-4eae-8ba7-b18fa03ec8bb)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:06.345999 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48806) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:06.543854 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d13605ab-06bd-45a9-9985-dbb780213ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (4c56c516-875f-433b-944a-9d98c7375803), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:06.692041 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d61cf-6215-4f52-b5d8-d794a06468a8 admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:00:06.701874 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bf8d61cf-6215-4f52-b5d8-d794a06468a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540858'] for router_interface (aba119d6-5dda-4089-a6c0-7039fc7a97e1), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:06.744219 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 47e0f64a-4f09-4bed-a930-75a74384f5eb triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:06.750477 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (47e0f64a-4f09-4bed-a930-75a74384f5eb), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:06.813531 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48816) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:06.822721 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-bdea16fc-ddf4-49de-a0a2-5018f36a0a88 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1238902095', 'description': 'tempest-description--1989389391'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:06.911969 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-d13605ab-06bd-45a9-9985-dbb780213ffb None None] Provisioning complete for port a588cc1b-3e7f-43ce-bf5c-ff2594416469 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:06.913783 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d13605ab-06bd-45a9-9985-dbb780213ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (a588cc1b-3e7f-43ce-bf5c-ff2594416469), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:06.926627 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7b16a6d6-e59c-425b-b073-314400ac57c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:06.978050 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bdea16fc-ddf4-49de-a0a2-5018f36a0a88 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:07.036141 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] For port bb293443-70bc-4be3-96ac-a8f506764e5d, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:00:07.208732 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 47e0f64a-4f09-4bed-a930-75a74384f5eb is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:07.209932 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 4c56c516-875f-433b-944a-9d98c7375803 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:07.222941 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] For port bb293443-70bc-4be3-96ac-a8f506764e5d, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=bb293443-70bc-4be3-96ac-a8f506764e5d,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:00:07.231365 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d61cf-6215-4f52-b5d8-d794a06468a8 admin admin] Pushing event updated for resources: {'Port': ['ID=248fc04b-f924-4a81-be73-155edc600cf5,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:07.247344 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7b16a6d6-e59c-425b-b073-314400ac57c2 admin admin] Publish callbacks [] for security_group (e22cc3a5-1d55-49a0-8ec5-d1a76e7e2ade), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:07.272642 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7b16a6d6-e59c-425b-b073-314400ac57c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (e22cc3a5-1d55-49a0-8ec5-d1a76e7e2ade), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:07.318457 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13605ab-06bd-45a9-9985-dbb780213ffb None None] Pushing event updated for resources: {'Port': ['ID=4c56c516-875f-433b-944a-9d98c7375803,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:07.368091 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (bb293443-70bc-4be3-96ac-a8f506764e5d), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:07.489178 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7b16a6d6-e59c-425b-b073-314400ac57c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=924de6c512004326ad32b491e09100ea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1393311 May 10 14:00:07.489856 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48830) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:07.583624 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-d13605ab-06bd-45a9-9985-dbb780213ffb None None] Current status of the port a588cc1b-3e7f-43ce-bf5c-ff2594416469 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:07.584329 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d13605ab-06bd-45a9-9985-dbb780213ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (a588cc1b-3e7f-43ce-bf5c-ff2594416469), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:07.629729 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-135dc8bd-5b35-4892-af77-934d960bd589 req-a5b6c9fa-62d1-464c-a2c7-56d10f09a058 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 210 time: 0.1720726 May 10 14:00:07.630081 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-d13605ab-06bd-45a9-9985-dbb780213ffb None None] For port a588cc1b-3e7f-43ce-bf5c-ff2594416469, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=a588cc1b-3e7f-43ce-bf5c-ff2594416469,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:07.645969 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d13605ab-06bd-45a9-9985-dbb780213ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (a588cc1b-3e7f-43ce-bf5c-ff2594416469), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:07.688006 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304f328-194b-45d1-b2f1-f3cb24493478 None None] Pushing event updated for resources: {'Port': ['ID=bb293443-70bc-4be3-96ac-a8f506764e5d,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:07.722086 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 4c56c516-875f-433b-944a-9d98c7375803 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:07.722496 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (4c56c516-875f-433b-944a-9d98c7375803), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:07.724560 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] Routers {'18aa9f2d-1182-4053-8a16-d5677abda5b0'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:00:07.725206 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T13:59:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['18aa9f2d-1182-4053-8a16-d5677abda5b0'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:07.729587 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16a6d6-e59c-425b-b073-314400ac57c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22cc3a5-1d55-49a0-8ec5-d1a76e7e2ade,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:07.761817 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bf8d61cf-6215-4f52-b5d8-d794a06468a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (248fc04b-f924-4a81-be73-155edc600cf5), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:07.809478 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f3298323-1d0c-4bdc-be8d-22452fe89763 admin admin] Publish callbacks [] for security_group (e22cc3a5-1d55-49a0-8ec5-d1a76e7e2ade), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:07.813854 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bdea16fc-ddf4-49de-a0a2-5018f36a0a88 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for security_group (18b2aae1-462a-48c7-9af0-c2e648dd2650), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:07.829656 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bdea16fc-ddf4-49de-a0a2-5018f36a0a88 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (18b2aae1-462a-48c7-9af0-c2e648dd2650), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:07.858411 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f3298323-1d0c-4bdc-be8d-22452fe89763 admin admin] Publish callbacks [] for security_group (e22cc3a5-1d55-49a0-8ec5-d1a76e7e2ade), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:07.865207 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-9a816f6c-9088-4217-aeed-2c903706dca6 None None] Provisioning complete for port 248fc04b-f924-4a81-be73-155edc600cf5 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:07.865609 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9a816f6c-9088-4217-aeed-2c903706dca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (248fc04b-f924-4a81-be73-155edc600cf5), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:07.905051 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bdea16fc-ddf4-49de-a0a2-5018f36a0a88 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:07.906836 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-bdea16fc-ddf4-49de-a0a2-5018f36a0a88 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0902336 May 10 14:00:07.921384 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13605ab-06bd-45a9-9985-dbb780213ffb None None] Pushing event updated for resources: {'Port': ['ID=a588cc1b-3e7f-43ce-bf5c-ff2594416469,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:07.924444 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48838) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:07.930877 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fab18008-3e6f-423a-a8db-0f314174f8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:07.936066 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-cc0cb5db-67e6-4d36-8dd4-5126e1c715ba tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Request body: {'security_group_rule': {'security_group_id': '18b2aae1-462a-48c7-9af0-c2e648dd2650', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:07.960450 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea16fc-ddf4-49de-a0a2-5018f36a0a88 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b2aae1-462a-48c7-9af0-c2e648dd2650,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:07.980920 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cc0cb5db-67e6-4d36-8dd4-5126e1c715ba tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for security_group_rule (b68e18e1-a243-48a9-9a22-fb6e0799e424), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:08.024538 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] Set router 18aa9f2d-1182-4053-8a16-d5677abda5b0 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:00:08.063669 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-6747ea7a-5906-402a-b601-6fa12edb95f9 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Allocated IP 172.20.0.3 (b57480f2-7be7-45f5-87c7-fe8c513253c5/444e4c55-cdaa-4ac2-aed1-ac85bca9d586/32493f7b-bc46-42f6-a393-ade265851e55) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:00:08.269356 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f3298323-1d0c-4bdc-be8d-22452fe89763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (e22cc3a5-1d55-49a0-8ec5-d1a76e7e2ade), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:08.282016 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f3298323-1d0c-4bdc-be8d-22452fe89763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:08.283316 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f3298323-1d0c-4bdc-be8d-22452fe89763 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e22cc3a5-1d55-49a0-8ec5-d1a76e7e2ade HTTP/1.1" status: 204 len: 168 time: 0.6738777 May 10 14:00:08.307889 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cc0cb5db-67e6-4d36-8dd4-5126e1c715ba tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for security_group_rule (b68e18e1-a243-48a9-9a22-fb6e0799e424), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:08.332117 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cc0cb5db-67e6-4d36-8dd4-5126e1c715ba tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (b68e18e1-a243-48a9-9a22-fb6e0799e424), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:08.333982 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3298323-1d0c-4bdc-be8d-22452fe89763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22cc3a5-1d55-49a0-8ec5-d1a76e7e2ade,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:08.401294 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cb5db-67e6-4d36-8dd4-5126e1c715ba tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68e18e1-a243-48a9-9a22-fb6e0799e424,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:08.429718 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cc0cb5db-67e6-4d36-8dd4-5126e1c715ba tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:08.435125 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-cc0cb5db-67e6-4d36-8dd4-5126e1c715ba tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5090539 May 10 14:00:08.436573 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48846) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:08.443244 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0fb414-8786-4da7-b81f-b11203269ef3 admin admin] Router eea85e8f-4aac-4da4-b715-cc9c21078703 is scheduled to L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 with binding_index 1 {{(pid=103389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 14:00:08.443700 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-01a3f4eb-8497-4f47-878f-40447714231b tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Request body: {'security_group_rule': {'security_group_id': '18b2aae1-462a-48c7-9af0-c2e648dd2650', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:08.483148 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'name': 'tempest-AttachVolumeTestJSON-984094042-router', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:04Z', 'revision_number': 4, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'gw_port': {'id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'c3f87d25-daa3-42e1-96ee-67dad5333ab9', 'name': '', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'mac_address': 'fa:16:3e:6f:b6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:02Z', 'updated_at': '2022-05-10T14:00:04Z', 'revision_number': 2, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'subnets': [{'id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:08.520441 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-01a3f4eb-8497-4f47-878f-40447714231b tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for security_group_rule (2e172d67-aed7-4b33-8361-a33de655af1b), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:08.739395 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-01a3f4eb-8497-4f47-878f-40447714231b tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for security_group_rule (2e172d67-aed7-4b33-8361-a33de655af1b), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:08.746059 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-01a3f4eb-8497-4f47-878f-40447714231b tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (2e172d67-aed7-4b33-8361-a33de655af1b), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:08.789608 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3f4eb-8497-4f47-878f-40447714231b tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e172d67-aed7-4b33-8361-a33de655af1b,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:08.846433 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-01a3f4eb-8497-4f47-878f-40447714231b tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:08.858352 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-01a3f4eb-8497-4f47-878f-40447714231b tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4102085 May 10 14:00:08.858766 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48864) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:08.863882 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-9fd34598-b4d0-4fc2-b681-d2aea7e98952 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Request body: {'floatingip': {'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:08.914108 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-9a816f6c-9088-4217-aeed-2c903706dca6 None None] Port 248fc04b-f924-4a81-be73-155edc600cf5 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:00:08.925371 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9fd34598-b4d0-4fc2-b681-d2aea7e98952 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:08.958507 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 4c56c516-875f-433b-944a-9d98c7375803 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:08.959659 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 141220a7-58f1-4a5c-9052-cd899620b84c up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:08.964285 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9517d623-90ac-4498-b4fb-235200aa6975 None None] The sync data for ids ['18aa9f2d-1182-4053-8a16-d5677abda5b0'] in dv-cinder-840678-6-iscsi is: [{'id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'name': 'tempest-AttachVolumeTestJSON-984094042-router', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:04Z', 'revision_number': 4, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'gw_port': {'id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'c3f87d25-daa3-42e1-96ee-67dad5333ab9', 'name': '', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'mac_address': 'fa:16:3e:6f:b6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:02Z', 'updated_at': '2022-05-10T14:00:04Z', 'revision_number': 2, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'subnets': [{'id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:00:09.053789 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-9a816f6c-9088-4217-aeed-2c903706dca6 None None] Provisioning complete for port 4c56c516-875f-433b-944a-9d98c7375803 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:09.055310 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9a816f6c-9088-4217-aeed-2c903706dca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (4c56c516-875f-433b-944a-9d98c7375803), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:09.142922 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48870) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:09.149330 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bae81773-a6ee-4687-a352-c3405b0c216a req-dd0bf11f-9074-48f0-afaa-6d97ad8405ea tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 210 time: 0.3093429 May 10 14:00:09.161926 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-fab18008-3e6f-423a-a8db-0f314174f8d6 admin admin] Allocated IP 172.20.0.1 (74785619-4d29-47a9-9c74-95cf48855a3c/e3840d9d-0915-4f13-a509-4479e7e326c0/d1789a8e-f2c4-485b-b656-f49c7ea124ce) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:00:09.197528 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 141220a7-58f1-4a5c-9052-cd899620b84c triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:09.197923 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (141220a7-58f1-4a5c-9052-cd899620b84c), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:09.218219 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-08f8933f-be8e-4572-a8b6-9f606eb5754c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:09.248474 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9fd34598-b4d0-4fc2-b681-d2aea7e98952 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:09.263904 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bf8d61cf-6215-4f52-b5d8-d794a06468a8 admin admin] Publish callbacks [] for port (248fc04b-f924-4a81-be73-155edc600cf5), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:09.267534 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0fb414-8786-4da7-b81f-b11203269ef3 admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:00:09.302616 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027883c-563f-4995-a0b1-65477c683492 None None] Sync routers for ids ['eea85e8f-4aac-4da4-b715-cc9c21078703'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:00:09.326043 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-6747ea7a-5906-402a-b601-6fa12edb95f9 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Publish callbacks [] for port (32493f7b-bc46-42f6-a393-ade265851e55), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:09.328123 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bf8d61cf-6215-4f52-b5d8-d794a06468a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (248fc04b-f924-4a81-be73-155edc600cf5), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:09.328967 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bf8d61cf-6215-4f52-b5d8-d794a06468a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-506185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544391'] for router_interface (aba119d6-5dda-4089-a6c0-7039fc7a97e1), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:09.451769 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027883c-563f-4995-a0b1-65477c683492 None None] Routers {'eea85e8f-4aac-4da4-b715-cc9c21078703'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:00:09.453460 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-b027883c-563f-4995-a0b1-65477c683492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T13:59:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['eea85e8f-4aac-4da4-b715-cc9c21078703'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:09.516245 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-9fd34598-b4d0-4fc2-b681-d2aea7e98952 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Allocated IP 172.27.3.60 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/6c84a406-7c02-4681-9bd4-a43852437706) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:00:09.519633 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-08f8933f-be8e-4572-a8b6-9f606eb5754c admin admin] Publish callbacks [] for security_group (17c3b9ce-932e-484a-8692-256a2fdf5f65), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:09.534529 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-08f8933f-be8e-4572-a8b6-9f606eb5754c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (17c3b9ce-932e-484a-8692-256a2fdf5f65), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:09.565051 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bd0fb414-8786-4da7-b81f-b11203269ef3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:09.569422 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-bd0fb414-8786-4da7-b81f-b11203269ef3 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 14.4732528 May 10 14:00:09.572236 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48872) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:09.646628 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d61cf-6215-4f52-b5d8-d794a06468a8 admin admin] Pushing event updated for resources: {'Port': ['ID=248fc04b-f924-4a81-be73-155edc600cf5,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:09.681337 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-b027883c-563f-4995-a0b1-65477c683492 None None] Set router eea85e8f-4aac-4da4-b715-cc9c21078703 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:00:09.721422 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-6747ea7a-5906-402a-b601-6fa12edb95f9 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (32493f7b-bc46-42f6-a393-ade265851e55), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:09.724571 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8d61cf-6215-4f52-b5d8-d794a06468a8 admin admin] Network 9c2e159f-7eb2-470d-9799-bf81a94b9b35 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:00:09.738323 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-bf8d61cf-6215-4f52-b5d8-d794a06468a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:00:09.822491 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-9a816f6c-9088-4217-aeed-2c903706dca6 None None] Current status of the port 4c56c516-875f-433b-944a-9d98c7375803 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:09.917418 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fab18008-3e6f-423a-a8db-0f314174f8d6 admin admin] Publish callbacks [] for port (d1789a8e-f2c4-485b-b656-f49c7ea124ce), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:09.925740 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-9a816f6c-9088-4217-aeed-2c903706dca6 None None] Provisioning complete for port a588cc1b-3e7f-43ce-bf5c-ff2594416469 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:09.926224 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9a816f6c-9088-4217-aeed-2c903706dca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (a588cc1b-3e7f-43ce-bf5c-ff2594416469), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:09.995706 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-6747ea7a-5906-402a-b601-6fa12edb95f9 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Network b57480f2-7be7-45f5-87c7-fe8c513253c5 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:00:10.049964 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-6747ea7a-5906-402a-b601-6fa12edb95f9 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:00:10.059818 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8933f-be8e-4572-a8b6-9f606eb5754c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c3b9ce-932e-484a-8692-256a2fdf5f65,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:10.116875 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 141220a7-58f1-4a5c-9052-cd899620b84c is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:10.117264 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (141220a7-58f1-4a5c-9052-cd899620b84c), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:10.123755 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-08f8933f-be8e-4572-a8b6-9f606eb5754c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=552bb0354e1f4d5fa75594a316c443b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9765851 May 10 14:00:10.164216 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] For port 141220a7-58f1-4a5c-9052-cd899620b84c, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=141220a7-58f1-4a5c-9052-cd899620b84c,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:10.166945 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (141220a7-58f1-4a5c-9052-cd899620b84c), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:10.167382 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 68840186-b7ee-4347-86ac-690257ea43cf up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:10.245840 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48884) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:10.503499 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9fd34598-b4d0-4fc2-b681-d2aea7e98952 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for port (6c84a406-7c02-4681-9bd4-a43852437706), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:10.558573 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 68840186-b7ee-4347-86ac-690257ea43cf triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:10.559024 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (68840186-b7ee-4347-86ac-690257ea43cf), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:10.694276 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Pushing event updated for resources: {'Port': ['ID=141220a7-58f1-4a5c-9052-cd899620b84c,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:10.727422 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-b027883c-563f-4995-a0b1-65477c683492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:01Z', 'revision_number': 3, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T13:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:10.820704 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027883c-563f-4995-a0b1-65477c683492 None None] Checking router: eea85e8f-4aac-4da4-b715-cc9c21078703 for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:00:10.821311 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027883c-563f-4995-a0b1-65477c683492 None None] Updating router eea85e8f-4aac-4da4-b715-cc9c21078703 port da9743d8-55ea-4004-8f91-6000ae3f39ab binding host dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:00:10.866086 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9fd34598-b4d0-4fc2-b681-d2aea7e98952 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (6c84a406-7c02-4681-9bd4-a43852437706), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:10.914065 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-9a816f6c-9088-4217-aeed-2c903706dca6 None None] Current status of the port a588cc1b-3e7f-43ce-bf5c-ff2594416469 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:10.917352 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-6747ea7a-5906-402a-b601-6fa12edb95f9 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:00:10.940260 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b027883c-563f-4995-a0b1-65477c683492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (da9743d8-55ea-4004-8f91-6000ae3f39ab), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:10.942000 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-9a816f6c-9088-4217-aeed-2c903706dca6 None None] Provisioning complete for port c3f87d25-daa3-42e1-96ee-67dad5333ab9 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:10.942481 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9a816f6c-9088-4217-aeed-2c903706dca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (c3f87d25-daa3-42e1-96ee-67dad5333ab9), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:10.977819 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-6747ea7a-5906-402a-b601-6fa12edb95f9 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:10.985183 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-6747ea7a-5906-402a-b601-6fa12edb95f9 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:11.018157 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd34598-b4d0-4fc2-b681-d2aea7e98952 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:00:11.018725 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747ea7a-5906-402a-b601-6fa12edb95f9 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Pushing event updated for resources: {'Port': ['ID=32493f7b-bc46-42f6-a393-ade265851e55,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:11.051006 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-9a816f6c-9088-4217-aeed-2c903706dca6 None None] Port c3f87d25-daa3-42e1-96ee-67dad5333ab9 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:00:11.119485 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fab18008-3e6f-423a-a8db-0f314174f8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (d1789a8e-f2c4-485b-b656-f49c7ea124ce), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:11.120759 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd34598-b4d0-4fc2-b681-d2aea7e98952 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Pushing event updated for resources: {'Port': ['ID=6c84a406-7c02-4681-9bd4-a43852437706,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:11.127454 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-9fd34598-b4d0-4fc2-b681-d2aea7e98952 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:00:11.131392 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd34598-b4d0-4fc2-b681-d2aea7e98952 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:00:11.133498 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-6747ea7a-5906-402a-b601-6fa12edb95f9 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4923675 May 10 14:00:11.191688 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-3c8c6c9b-5ec9-4c22-907d-784d41b2213a tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 14:00:11.192874 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-3c8c6c9b-5ec9-4c22-907d-784d41b2213a tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058296 May 10 14:00:11.198589 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab18008-3e6f-423a-a8db-0f314174f8d6 admin admin] Pushing event updated for resources: {'Port': ['ID=d1789a8e-f2c4-485b-b656-f49c7ea124ce,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:11.210458 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f395d846-4273-46ad-a3a7-ceb730798514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:11.217857 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab18008-3e6f-423a-a8db-0f314174f8d6 admin admin] Network 74785619-4d29-47a9-9c74-95cf48855a3c is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:00:11.221283 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-fab18008-3e6f-423a-a8db-0f314174f8d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:00:11.224032 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab18008-3e6f-423a-a8db-0f314174f8d6 admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:00:11.224565 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fab18008-3e6f-423a-a8db-0f314174f8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540858'] for router_interface (9470f6fc-14ed-4b6d-8b69-5a9dffa16928), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:11.283838 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 68840186-b7ee-4347-86ac-690257ea43cf is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:11.297637 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device a588cc1b-3e7f-43ce-bf5c-ff2594416469 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:11.325278 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-8b17cdce-ad6b-4ad0-8bac-5ece64743a91 None None] Provisioning complete for port 248fc04b-f924-4a81-be73-155edc600cf5 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:11.330929 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8b17cdce-ad6b-4ad0-8bac-5ece64743a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (248fc04b-f924-4a81-be73-155edc600cf5), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:11.492719 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4714711-9f76-4dd2-89f2-73bfd8cf21f0 req-457b9cdb-d48f-4756-9758-1b048fe66e03 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:11.501865 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e4714711-9f76-4dd2-89f2-73bfd8cf21f0 req-457b9cdb-d48f-4756-9758-1b048fe66e03 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 931 time: 0.8326511 May 10 14:00:11.553865 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-acf5749f-b232-4f73-b440-45aa9c06661f admin admin] Publish callbacks [] for security_group (17c3b9ce-932e-484a-8692-256a2fdf5f65), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:11.656921 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-266bc256-6e7b-466d-af1e-60b2f951726f service neutron] Request body: {'port': {'device_id': '983a758b-f633-43b1-9215-c91fadb59ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:11.750737 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fab18008-3e6f-423a-a8db-0f314174f8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (d1789a8e-f2c4-485b-b656-f49c7ea124ce), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:11.764725 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8d61cf-6215-4f52-b5d8-d794a06468a8 admin admin] Router aba119d6-5dda-4089-a6c0-7039fc7a97e1 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:00:11.842999 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-acf5749f-b232-4f73-b440-45aa9c06661f admin admin] Publish callbacks [] for security_group (17c3b9ce-932e-484a-8692-256a2fdf5f65), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:11.850400 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9fd34598-b4d0-4fc2-b681-d2aea7e98952 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for floatingip (8a2e07e3-0d9a-40ba-ad37-1aad5661d4c9), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:11.905064 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e4714711-9f76-4dd2-89f2-73bfd8cf21f0 req-a055c72f-60fc-4c4d-a29a-b1424466bc50 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/security-groups?id=489e94b3-9787-4add-b187-9a4ed86d7d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021642 May 10 14:00:11.937887 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-8b17cdce-ad6b-4ad0-8bac-5ece64743a91 None None] Port 248fc04b-f924-4a81-be73-155edc600cf5 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:00:11.999816 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port a588cc1b-3e7f-43ce-bf5c-ff2594416469 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:11.999816 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (a588cc1b-3e7f-43ce-bf5c-ff2594416469), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:12.102411 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-266bc256-6e7b-466d-af1e-60b2f951726f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (32493f7b-bc46-42f6-a393-ade265851e55), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:12.187585 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9fd34598-b4d0-4fc2-b681-d2aea7e98952 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (6c84a406-7c02-4681-9bd4-a43852437706), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:12.211205 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-34739792-cf24-4835-bba3-8fb49ff21a1a None None] Provisioning complete for port d1789a8e-f2c4-485b-b656-f49c7ea124ce triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:12.212684 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-34739792-cf24-4835-bba3-8fb49ff21a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (d1789a8e-f2c4-485b-b656-f49c7ea124ce), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:12.256995 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-acf5749f-b232-4f73-b440-45aa9c06661f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (17c3b9ce-932e-484a-8692-256a2fdf5f65), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:12.274610 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-acf5749f-b232-4f73-b440-45aa9c06661f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:12.275934 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-acf5749f-b232-4f73-b440-45aa9c06661f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/17c3b9ce-932e-484a-8692-256a2fdf5f65 HTTP/1.1" status: 204 len: 168 time: 2.0286512 May 10 14:00:12.315757 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5749f-b232-4f73-b440-45aa9c06661f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c3b9ce-932e-484a-8692-256a2fdf5f65,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:12.476123 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8d61cf-6215-4f52-b5d8-d794a06468a8 admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:00:12.491323 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] Sync routers for ids ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:00:12.515404 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] Routers {'aba119d6-5dda-4089-a6c0-7039fc7a97e1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:00:12.516030 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-bf8d61cf-6215-4f52-b5d8-d794a06468a8 admin admin] 10.222.0.49 "PUT /v2.0/routers/aba119d6-5dda-4089-a6c0-7039fc7a97e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7363250 May 10 14:00:12.519454 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T13:59:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:12.656760 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port a588cc1b-3e7f-43ce-bf5c-ff2594416469 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:12.752020 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b027883c-563f-4995-a0b1-65477c683492 None None] Publish callbacks [] for port (da9743d8-55ea-4004-8f91-6000ae3f39ab), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:12.772635 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-34739792-cf24-4835-bba3-8fb49ff21a1a None None] Port d1789a8e-f2c4-485b-b656-f49c7ea124ce cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:00:12.786604 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b027883c-563f-4995-a0b1-65477c683492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (da9743d8-55ea-4004-8f91-6000ae3f39ab), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:13.073291 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7365b1-24b0-432f-98f0-2b06e9712cd5 None None] Pushing event updated for resources: {'Port': ['ID=da9743d8-55ea-4004-8f91-6000ae3f39ab,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:13.210127 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] Set router aba119d6-5dda-4089-a6c0-7039fc7a97e1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:00:13.222136 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-b027883c-563f-4995-a0b1-65477c683492 None None] Attempting to bind port da9743d8-55ea-4004-8f91-6000ae3f39ab on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:00:13.225526 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-b027883c-563f-4995-a0b1-65477c683492 None None] Attempting to bind port da9743d8-55ea-4004-8f91-6000ae3f39ab by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:00:13.225954 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027883c-563f-4995-a0b1-65477c683492 None None] Attempting to bind port da9743d8-55ea-4004-8f91-6000ae3f39ab on network 89429d30-8d6e-4195-a41d-5d4817ee56e2 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:00:13.251749 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027883c-563f-4995-a0b1-65477c683492 None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:00:13.252128 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027883c-563f-4995-a0b1-65477c683492 None None] Checking segment: {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:00:13.260422 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b027883c-563f-4995-a0b1-65477c683492 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:13.266195 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027883c-563f-4995-a0b1-65477c683492 None None] Bound using segment: {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:00:13.269426 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-b027883c-563f-4995-a0b1-65477c683492 None None] Bound port: da9743d8-55ea-4004-8f91-6000ae3f39ab, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:00:13.274851 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b027883c-563f-4995-a0b1-65477c683492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (da9743d8-55ea-4004-8f91-6000ae3f39ab), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:13.431611 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-f395d846-4273-46ad-a3a7-ceb730798514 admin admin] Allocated IP 172.20.0.1 (2c9ceeee-200d-4bc2-b027-788cdb69321a/cf9fa0ee-3693-4449-88b2-25628aadc1b4/a5297f69-8013-4118-afe4-5fb3d461b91e) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:00:13.438478 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 4c56c516-875f-433b-944a-9d98c7375803 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:13.487618 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcba5c-8fc7-4a2a-ac52-d1dac45b1d3b req-eaafa045-fe44-4420-87fe-5dc7c50a0515 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:13.489251 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3ebcba5c-8fc7-4a2a-ac52-d1dac45b1d3b req-eaafa045-fe44-4420-87fe-5dc7c50a0515 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 931 time: 0.2512250 May 10 14:00:13.509813 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 48990) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:13.552892 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-88d0c367-cef5-465e-93ea-f23946f8ba78 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Request body: {'security_group': {'name': 'tempest-securitygroup--607043239', 'description': 'tempest-description--1161000677'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:13.672559 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fab18008-3e6f-423a-a8db-0f314174f8d6 admin admin] Publish callbacks [] for port (d1789a8e-f2c4-485b-b656-f49c7ea124ce), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:13.673619 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'name': 'tempest-AttachVolumeShelveTestJSON-710112497-router', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:07Z', 'revision_number': 4, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'gw_port': {'id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': '248fc04b-f924-4a81-be73-155edc600cf5', 'name': '', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'mac_address': 'fa:16:3e:02:33:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:03Z', 'updated_at': '2022-05-10T14:00:08Z', 'revision_number': 2, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'subnets': [{'id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:13.702767 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] Sync routers for ids ['18aa9f2d-1182-4053-8a16-d5677abda5b0'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:00:13.703856 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fab18008-3e6f-423a-a8db-0f314174f8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (d1789a8e-f2c4-485b-b656-f49c7ea124ce), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:13.711269 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fab18008-3e6f-423a-a8db-0f314174f8d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-506185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544391'] for router_interface (9470f6fc-14ed-4b6d-8b69-5a9dffa16928), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:13.718331 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] Checking router: aba119d6-5dda-4089-a6c0-7039fc7a97e1 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:00:13.719004 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] Updating router aba119d6-5dda-4089-a6c0-7039fc7a97e1 port 248fc04b-f924-4a81-be73-155edc600cf5 binding host dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:00:13.755540 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (248fc04b-f924-4a81-be73-155edc600cf5), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:13.776159 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] Routers {'18aa9f2d-1182-4053-8a16-d5677abda5b0'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:00:13.776823 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T13:59:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['18aa9f2d-1182-4053-8a16-d5677abda5b0'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:13.806677 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3ebcba5c-8fc7-4a2a-ac52-d1dac45b1d3b req-98c3bdbb-ba40-42c5-9a27-88062e5ad2d3 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/security-groups?id=489e94b3-9787-4add-b187-9a4ed86d7d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976332 May 10 14:00:13.819172 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-88d0c367-cef5-465e-93ea-f23946f8ba78 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:13.970486 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 4c56c516-875f-433b-944a-9d98c7375803 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:13.971288 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (4c56c516-875f-433b-944a-9d98c7375803), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:13.990035 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-b027883c-563f-4995-a0b1-65477c683492 None None] For port da9743d8-55ea-4004-8f91-6000ae3f39ab, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:00:14.034230 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-88d0c367-cef5-465e-93ea-f23946f8ba78 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for security_group (3a2e2c06-ea50-4d33-ae4b-32dd068139ce), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:14.038727 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-b027883c-563f-4995-a0b1-65477c683492 None None] For port da9743d8-55ea-4004-8f91-6000ae3f39ab, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=da9743d8-55ea-4004-8f91-6000ae3f39ab,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:00:14.050771 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-88d0c367-cef5-465e-93ea-f23946f8ba78 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (3a2e2c06-ea50-4d33-ae4b-32dd068139ce), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:14.061467 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b027883c-563f-4995-a0b1-65477c683492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (da9743d8-55ea-4004-8f91-6000ae3f39ab), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:14.094998 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab18008-3e6f-423a-a8db-0f314174f8d6 admin admin] Pushing event updated for resources: {'Port': ['ID=d1789a8e-f2c4-485b-b656-f49c7ea124ce,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:14.124116 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0c367-cef5-465e-93ea-f23946f8ba78 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2e2c06-ea50-4d33-ae4b-32dd068139ce,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:14.137722 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-88d0c367-cef5-465e-93ea-f23946f8ba78 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:14.142566 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-88d0c367-cef5-465e-93ea-f23946f8ba78 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6175470 May 10 14:00:14.158586 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 49016) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:14.170372 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9fd34598-b4d0-4fc2-b681-d2aea7e98952 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for port (6c84a406-7c02-4681-9bd4-a43852437706), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:14.188491 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-7d108d9b-fd9a-4e99-8b30-63a2e43164d7 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Request body: {'security_group_rule': {'security_group_id': '3a2e2c06-ea50-4d33-ae4b-32dd068139ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:14.189678 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9fd34598-b4d0-4fc2-b681-d2aea7e98952 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (6c84a406-7c02-4681-9bd4-a43852437706), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:14.261495 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9fd34598-b4d0-4fc2-b681-d2aea7e98952 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (8a2e07e3-0d9a-40ba-ad37-1aad5661d4c9), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:14.269324 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f395d846-4273-46ad-a3a7-ceb730798514 admin admin] Publish callbacks [] for port (a5297f69-8013-4118-afe4-5fb3d461b91e), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:14.271314 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd34598-b4d0-4fc2-b681-d2aea7e98952 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Pushing event updated for resources: {'Port': ['ID=6c84a406-7c02-4681-9bd4-a43852437706,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:14.298895 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9fd34598-b4d0-4fc2-b681-d2aea7e98952 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:14.301201 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9fd34598-b4d0-4fc2-b681-d2aea7e98952 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4412911 May 10 14:00:14.332905 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f395d846-4273-46ad-a3a7-ceb730798514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (a5297f69-8013-4118-afe4-5fb3d461b91e), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:14.407692 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395d846-4273-46ad-a3a7-ceb730798514 admin admin] Pushing event updated for resources: {'Port': ['ID=a5297f69-8013-4118-afe4-5fb3d461b91e,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:14.427155 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f395d846-4273-46ad-a3a7-ceb730798514 admin admin] Network 2c9ceeee-200d-4bc2-b027-788cdb69321a is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:00:14.429341 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-f395d846-4273-46ad-a3a7-ceb730798514 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:00:14.432208 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f395d846-4273-46ad-a3a7-ceb730798514 admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:00:14.432993 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f395d846-4273-46ad-a3a7-ceb730798514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540858'] for router_interface (eea85e8f-4aac-4da4-b715-cc9c21078703), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:14.458940 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d108d9b-fd9a-4e99-8b30-63a2e43164d7 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for security_group_rule (02b457de-73e2-4610-9c34-84a3e03c49a5), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:14.594076 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] Publish callbacks [] for port (248fc04b-f924-4a81-be73-155edc600cf5), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:14.595296 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-266bc256-6e7b-466d-af1e-60b2f951726f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32493f7b-bc46-42f6-a393-ade265851e55 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:00:14.605120 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (248fc04b-f924-4a81-be73-155edc600cf5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:14.644502 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f395d846-4273-46ad-a3a7-ceb730798514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (a5297f69-8013-4118-afe4-5fb3d461b91e), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:14.670010 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-266bc256-6e7b-466d-af1e-60b2f951726f service neutron] Publish callbacks [] for port (32493f7b-bc46-42f6-a393-ade265851e55), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:14.710373 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdaed0-b9b8-4e62-a34b-0d0d9bb4531e None None] Pushing event updated for resources: {'Port': ['ID=248fc04b-f924-4a81-be73-155edc600cf5,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:14.757846 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] Set router 18aa9f2d-1182-4053-8a16-d5677abda5b0 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:00:14.773855 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-266bc256-6e7b-466d-af1e-60b2f951726f service neutron] Transition to ACTIVE for port object 32493f7b-bc46-42f6-a393-ade265851e55 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:00:14.782264 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab18008-3e6f-423a-a8db-0f314174f8d6 admin admin] Network 74785619-4d29-47a9-9c74-95cf48855a3c is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:00:14.798732 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-266bc256-6e7b-466d-af1e-60b2f951726f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (32493f7b-bc46-42f6-a393-ade265851e55), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:14.804241 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-fab18008-3e6f-423a-a8db-0f314174f8d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:00:14.899302 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d108d9b-fd9a-4e99-8b30-63a2e43164d7 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for security_group_rule (02b457de-73e2-4610-9c34-84a3e03c49a5), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:14.916686 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d108d9b-fd9a-4e99-8b30-63a2e43164d7 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (02b457de-73e2-4610-9c34-84a3e03c49a5), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:15.016880 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d108d9b-fd9a-4e99-8b30-63a2e43164d7 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b457de-73e2-4610-9c34-84a3e03c49a5,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:15.023940 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-2db78eca-b8b0-4adf-a3d1-970960624be4 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1238902095&fields=id&tenant_id=d19ea52173a04c8e8624b91ac0e3eb48 HTTP/1.1" status: 200 len: 267 time: 0.2690232 May 10 14:00:15.033577 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bc256-6e7b-466d-af1e-60b2f951726f service neutron] Pushing event updated for resources: {'Port': ['ID=32493f7b-bc46-42f6-a393-ade265851e55,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:15.043848 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] Attempting to bind port 248fc04b-f924-4a81-be73-155edc600cf5 on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:00:15.044159 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] Attempting to bind port 248fc04b-f924-4a81-be73-155edc600cf5 by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '8b2f4b70-5f63-43bc-b2da-5f04e05b34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:00:15.050733 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d108d9b-fd9a-4e99-8b30-63a2e43164d7 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:15.054833 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-7d108d9b-fd9a-4e99-8b30-63a2e43164d7 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8865647 May 10 14:00:15.055265 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] Attempting to bind port 248fc04b-f924-4a81-be73-155edc600cf5 on network 9c2e159f-7eb2-470d-9799-bf81a94b9b35 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:00:15.074553 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 49042) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:15.081216 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:00:15.082639 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-67b2bdf7-97f6-40b5-897e-4aa480983f99 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Request body: {'security_group_rule': {'security_group_id': '3a2e2c06-ea50-4d33-ae4b-32dd068139ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:15.085815 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] Checking segment: {'id': '8b2f4b70-5f63-43bc-b2da-5f04e05b34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:00:15.086306 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:15.090489 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] Bound using segment: {'id': '8b2f4b70-5f63-43bc-b2da-5f04e05b34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:00:15.116362 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] Bound port: 248fc04b-f924-4a81-be73-155edc600cf5, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b2f4b70-5f63-43bc-b2da-5f04e05b34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:00:15.117167 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (248fc04b-f924-4a81-be73-155edc600cf5), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:15.427609 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] For port 248fc04b-f924-4a81-be73-155edc600cf5, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:00:15.432201 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] For port 248fc04b-f924-4a81-be73-155edc600cf5, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=248fc04b-f924-4a81-be73-155edc600cf5,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:00:15.448888 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (248fc04b-f924-4a81-be73-155edc600cf5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:15.474721 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-f8f8ca40-83f8-4471-8742-6c907289c51e None None] Provisioning complete for port a5297f69-8013-4118-afe4-5fb3d461b91e triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:15.475502 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f8f8ca40-83f8-4471-8742-6c907289c51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (a5297f69-8013-4118-afe4-5fb3d461b91e), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:15.534428 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-f8f8ca40-83f8-4471-8742-6c907289c51e None None] Port a5297f69-8013-4118-afe4-5fb3d461b91e cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:00:15.582965 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] Routers {'aba119d6-5dda-4089-a6c0-7039fc7a97e1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:00:15.583853 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T13:59:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:15.589514 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdaed0-b9b8-4e62-a34b-0d0d9bb4531e None None] Pushing event updated for resources: {'Port': ['ID=248fc04b-f924-4a81-be73-155edc600cf5,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:15.614389 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027883c-563f-4995-a0b1-65477c683492 None None] Routers {'eea85e8f-4aac-4da4-b715-cc9c21078703'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:00:15.614709 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-b027883c-563f-4995-a0b1-65477c683492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T13:59:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['eea85e8f-4aac-4da4-b715-cc9c21078703'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:15.673792 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-266bc256-6e7b-466d-af1e-60b2f951726f service neutron] Attempting to bind port 32493f7b-bc46-42f6-a393-ade265851e55 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:00:15.674081 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-266bc256-6e7b-466d-af1e-60b2f951726f service neutron] Attempting to bind port 32493f7b-bc46-42f6-a393-ade265851e55 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'b905a855-d63c-4261-8f55-914c64753035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b57480f2-7be7-45f5-87c7-fe8c513253c5'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:00:15.674441 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-266bc256-6e7b-466d-af1e-60b2f951726f service neutron] Attempting to bind port 32493f7b-bc46-42f6-a393-ade265851e55 on network b57480f2-7be7-45f5-87c7-fe8c513253c5 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:00:15.686717 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b7b35-4ba2-499e-be59-d7403721dded req-b00594f9-c058-4e71-b004-e701063892d0 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:15.688457 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c18b7b35-4ba2-499e-be59-d7403721dded req-b00594f9-c058-4e71-b004-e701063892d0 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 943 time: 0.3363276 May 10 14:00:15.825077 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-67b2bdf7-97f6-40b5-897e-4aa480983f99 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for security_group_rule (298beaf3-feef-4c4b-916f-3eb4caef0d7f), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:15.838028 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] Set router aba119d6-5dda-4089-a6c0-7039fc7a97e1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:00:15.870682 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-266bc256-6e7b-466d-af1e-60b2f951726f service neutron] Port 32493f7b-bc46-42f6-a393-ade265851e55 on network b57480f2-7be7-45f5-87c7-fe8c513253c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:00:15.871015 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-266bc256-6e7b-466d-af1e-60b2f951726f service neutron] Attempting to bind port 32493f7b-bc46-42f6-a393-ade265851e55 on network b57480f2-7be7-45f5-87c7-fe8c513253c5 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:00:15.895410 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f395d846-4273-46ad-a3a7-ceb730798514 admin admin] Publish callbacks [] for port (a5297f69-8013-4118-afe4-5fb3d461b91e), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:15.924155 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f395d846-4273-46ad-a3a7-ceb730798514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (a5297f69-8013-4118-afe4-5fb3d461b91e), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:15.933240 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f395d846-4273-46ad-a3a7-ceb730798514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-506185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544391'] for router_interface (eea85e8f-4aac-4da4-b715-cc9c21078703), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:16.011572 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-266bc256-6e7b-466d-af1e-60b2f951726f service neutron] Checking agent: {'id': 'b4f1cee2-bd7e-4da4-854f-0334af1b5198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'started_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 13, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:00:16.011915 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-266bc256-6e7b-466d-af1e-60b2f951726f service neutron] Checking segment: {'id': 'b905a855-d63c-4261-8f55-914c64753035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b57480f2-7be7-45f5-87c7-fe8c513253c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:00:16.012507 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-266bc256-6e7b-466d-af1e-60b2f951726f service neutron] Bound using segment: {'id': 'b905a855-d63c-4261-8f55-914c64753035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b57480f2-7be7-45f5-87c7-fe8c513253c5'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:00:16.013487 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-266bc256-6e7b-466d-af1e-60b2f951726f service neutron] Bound port: 32493f7b-bc46-42f6-a393-ade265851e55, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b905a855-d63c-4261-8f55-914c64753035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'b57480f2-7be7-45f5-87c7-fe8c513253c5'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:00:16.013859 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-266bc256-6e7b-466d-af1e-60b2f951726f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (32493f7b-bc46-42f6-a393-ade265851e55), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:16.027732 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab18008-3e6f-423a-a8db-0f314174f8d6 admin admin] Router 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:00:16.045909 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c18b7b35-4ba2-499e-be59-d7403721dded req-6c836e50-2196-48cd-9366-4ea8d6d5f081 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/security-groups?id=489e94b3-9787-4add-b187-9a4ed86d7d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224530 May 10 14:00:16.056478 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-a454cb37-dc81-4d9f-9572-df8b2cfc884e tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:16.058034 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-a454cb37-dc81-4d9f-9572-df8b2cfc884e tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/networks?id=ad65d3a2-8251-4281-96ce-37b7d361be92 HTTP/1.1" status: 200 len: 810 time: 1.0043015 May 10 14:00:16.084148 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7365b1-24b0-432f-98f0-2b06e9712cd5 None None] Pushing event updated for resources: {'Port': ['ID=da9743d8-55ea-4004-8f91-6000ae3f39ab,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:16.170083 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395d846-4273-46ad-a3a7-ceb730798514 admin admin] Pushing event updated for resources: {'Port': ['ID=a5297f69-8013-4118-afe4-5fb3d461b91e,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:16.176939 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-7ef93599-f89a-46a6-8467-1144987b8de1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/quotas/d19ea52173a04c8e8624b91ac0e3eb48 HTTP/1.1" status: 200 len: 375 time: 0.0733950 May 10 14:00:16.276635 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f395d846-4273-46ad-a3a7-ceb730798514 admin admin] Network 2c9ceeee-200d-4bc2-b027-788cdb69321a is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:00:16.279029 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-ec3dbea7-f5bb-4cc8-b1af-19a81cef6de6 None None] Provisioning complete for port 248fc04b-f924-4a81-be73-155edc600cf5 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:16.279908 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec3dbea7-f5bb-4cc8-b1af-19a81cef6de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (248fc04b-f924-4a81-be73-155edc600cf5), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:16.292907 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-f395d846-4273-46ad-a3a7-ceb730798514 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:00:16.356382 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-b027883c-563f-4995-a0b1-65477c683492 None None] Set router eea85e8f-4aac-4da4-b715-cc9c21078703 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:00:16.423407 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'name': 'tempest-AttachVolumeShelveTestJSON-710112497-router', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:07Z', 'revision_number': 4, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'gw_port': {'id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': '248fc04b-f924-4a81-be73-155edc600cf5', 'name': '', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'mac_address': 'fa:16:3e:02:33:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:03Z', 'updated_at': '2022-05-10T14:00:15Z', 'revision_number': 4, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'subnets': [{'id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:16.436959 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-67b2bdf7-97f6-40b5-897e-4aa480983f99 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for security_group_rule (298beaf3-feef-4c4b-916f-3eb4caef0d7f), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:16.466410 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-67b2bdf7-97f6-40b5-897e-4aa480983f99 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (298beaf3-feef-4c4b-916f-3eb4caef0d7f), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:16.496440 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4732b174-171e-40c1-ad72-893df5b1ea8f None None] The sync data for ids ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'] in dv-cinder-840678-6-iscsi is: [{'id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'name': 'tempest-AttachVolumeShelveTestJSON-710112497-router', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:07Z', 'revision_number': 4, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'gw_port': {'id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': '248fc04b-f924-4a81-be73-155edc600cf5', 'name': '', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'mac_address': 'fa:16:3e:02:33:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:03Z', 'updated_at': '2022-05-10T14:00:15Z', 'revision_number': 4, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'subnets': [{'id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:00:16.586933 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 4c56c516-875f-433b-944a-9d98c7375803 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:16.589531 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 141220a7-58f1-4a5c-9052-cd899620b84c up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:16.651668 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f395d846-4273-46ad-a3a7-ceb730798514 admin admin] Router eea85e8f-4aac-4da4-b715-cc9c21078703 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:00:16.715028 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-f8f87224-9113-47d1-9a01-4b1e19ae6386 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d19ea52173a04c8e8624b91ac0e3eb48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4865394 May 10 14:00:16.876882 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-266bc256-6e7b-466d-af1e-60b2f951726f service neutron] For port 32493f7b-bc46-42f6-a393-ade265851e55, host hv-cinder-84067, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:00:16.883052 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-67b2bdf7-97f6-40b5-897e-4aa480983f99 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:16.894651 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-67b2bdf7-97f6-40b5-897e-4aa480983f99 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8173747 May 10 14:00:16.904669 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-ec3dbea7-f5bb-4cc8-b1af-19a81cef6de6 None None] Current status of the port 248fc04b-f924-4a81-be73-155edc600cf5 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:16.906449 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec3dbea7-f5bb-4cc8-b1af-19a81cef6de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (248fc04b-f924-4a81-be73-155edc600cf5), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:16.915752 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 49094) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:16.916651 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2bdf7-97f6-40b5-897e-4aa480983f99 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298beaf3-feef-4c4b-916f-3eb4caef0d7f,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:16.955142 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-e4a5c531-ac16-4b96-bc0b-bd0d796ea006 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Request body: {'floatingip': {'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:16.962761 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 49100) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:17.069115 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f395d846-4273-46ad-a3a7-ceb730798514 admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:00:17.086729 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f395d846-4273-46ad-a3a7-ceb730798514 admin admin] 10.222.0.49 "PUT /v2.0/routers/eea85e8f-4aac-4da4-b715-cc9c21078703/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5100875 May 10 14:00:17.114843 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-266bc256-6e7b-466d-af1e-60b2f951726f service neutron] For port 32493f7b-bc46-42f6-a393-ade265851e55, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=32493f7b-bc46-42f6-a393-ade265851e55,segment=NetworkSegment(b905a855-d63c-4261-8f55-914c64753035),segment_id=b905a855-d63c-4261-8f55-914c64753035)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:00:17.152573 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'name': 'tempest-AttachVolumeTestJSON-984094042-router', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:04Z', 'revision_number': 4, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'gw_port': {'id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'c3f87d25-daa3-42e1-96ee-67dad5333ab9', 'name': '', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'mac_address': 'fa:16:3e:6f:b6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:02Z', 'updated_at': '2022-05-10T14:00:04Z', 'revision_number': 2, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'subnets': [{'id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:17.239487 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-266bc256-6e7b-466d-af1e-60b2f951726f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (32493f7b-bc46-42f6-a393-ade265851e55), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:17.302811 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab18008-3e6f-423a-a8db-0f314174f8d6 admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:00:17.328529 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] Sync routers for ids ['9470f6fc-14ed-4b6d-8b69-5a9dffa16928'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:00:17.342092 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-fab18008-3e6f-423a-a8db-0f314174f8d6 admin admin] 10.222.0.49 "PUT /v2.0/routers/9470f6fc-14ed-4b6d-8b69-5a9dffa16928/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5276756 May 10 14:00:17.348073 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] Routers {'9470f6fc-14ed-4b6d-8b69-5a9dffa16928'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:00:17.348733 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T13:59:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['9470f6fc-14ed-4b6d-8b69-5a9dffa16928'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:17.425928 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952c4c7-ba04-453c-8ea8-231fa68a901d req-3030fe59-a044-463b-b852-a7dfe34b760e tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:17.430123 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9952c4c7-ba04-453c-8ea8-231fa68a901d req-3030fe59-a044-463b-b852-a7dfe34b760e tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 943 time: 0.1541660 May 10 14:00:17.442713 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] Checking router: 18aa9f2d-1182-4053-8a16-d5677abda5b0 for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:00:17.443833 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c531-ac16-4b96-bc0b-bd0d796ea006 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:17.444304 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] Updating router 18aa9f2d-1182-4053-8a16-d5677abda5b0 port c3f87d25-daa3-42e1-96ee-67dad5333ab9 binding host dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:00:17.525816 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-ec3dbea7-f5bb-4cc8-b1af-19a81cef6de6 None None] For port 248fc04b-f924-4a81-be73-155edc600cf5, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=248fc04b-f924-4a81-be73-155edc600cf5,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:17.547439 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9952c4c7-ba04-453c-8ea8-231fa68a901d req-861705d8-e3ed-4d65-8b24-85f34d8d501c tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/security-groups?id=489e94b3-9787-4add-b187-9a4ed86d7d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051655 May 10 14:00:17.677610 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-266bc256-6e7b-466d-af1e-60b2f951726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:17.678254 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-266bc256-6e7b-466d-af1e-60b2f951726f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:17.686052 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-266bc256-6e7b-466d-af1e-60b2f951726f service neutron] 10.222.0.57 "PUT /v2.0/ports/32493f7b-bc46-42f6-a393-ade265851e55 HTTP/1.1" status: 200 len: 1093 time: 6.2092843 May 10 14:00:17.704040 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec3dbea7-f5bb-4cc8-b1af-19a81cef6de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (248fc04b-f924-4a81-be73-155edc600cf5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:17.704902 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983a758b-f633-43b1-9215-c91fadb59ff6', 'tag': '32493f7b-bc46-42f6-a393-ade265851e55'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:00:17.737001 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 141220a7-58f1-4a5c-9052-cd899620b84c triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:17.755500 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (141220a7-58f1-4a5c-9052-cd899620b84c), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:17.838170 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] Set router 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:00:17.850264 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (c3f87d25-daa3-42e1-96ee-67dad5333ab9), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:17.974566 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-ec3dbea7-f5bb-4cc8-b1af-19a81cef6de6 None None] Provisioning complete for port d1789a8e-f2c4-485b-b656-f49c7ea124ce triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:17.976991 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ec3dbea7-f5bb-4cc8-b1af-19a81cef6de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (d1789a8e-f2c4-485b-b656-f49c7ea124ce), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:18.060520 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5ebdc5de-191f-4cb3-ad43-62b3fc8aeb63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:18.074918 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-3273fbd6-1e15-4b8a-bfa3-f6766584212d service neutron] 10.222.0.49 "GET /v2.0/networks/ad65d3a2-8251-4281-96ce-37b7d361be92?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2152441 May 10 14:00:18.326720 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 49146) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:18.343845 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-b027883c-563f-4995-a0b1-65477c683492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:13Z', 'revision_number': 1, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:18.402984 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-97d4e862-2b14-4cc7-9a19-00d59c22f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:18.406810 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-97d4e862-2b14-4cc7-9a19-00d59c22f341 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=854eb7b7a9a44ca283e9c95ce935624d&device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 1127 time: 0.3728182 May 10 14:00:18.489811 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'name': 'tempest-ServerRescueNegativeTestJSON-759252336-router', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:11Z', 'revision_number': 4, 'project_id': '368287ad726146f88559c73a86e4b26d', 'gw_port': {'id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'd1789a8e-f2c4-485b-b656-f49c7ea124ce', 'name': '', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'mac_address': 'fa:16:3e:3e:60:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:08Z', 'updated_at': '2022-05-10T14:00:11Z', 'revision_number': 2, 'project_id': '368287ad726146f88559c73a86e4b26d', 'subnets': [{'id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:18.532030 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-455fa8e9-ddf8-40d5-8da3-5996cbec52c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:18.544941 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] Checking router: 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:00:18.545558 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] Updating router 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 port d1789a8e-f2c4-485b-b656-f49c7ea124ce binding host dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:00:18.587619 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027883c-563f-4995-a0b1-65477c683492 None None] The sync data for ids ['eea85e8f-4aac-4da4-b715-cc9c21078703'] in dv-cinder-840678-6-iscsi is: [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:13Z', 'revision_number': 1, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:00:18.664817 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (d1789a8e-f2c4-485b-b656-f49c7ea124ce), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:18.716949 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 49156) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:18.746098 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-8aae7106-0b01-43f2-aa3c-2b44af2cf222 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--271925914', 'description': 'tempest-description--1954534079'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:18.773080 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-ec3dbea7-f5bb-4cc8-b1af-19a81cef6de6 None None] Port d1789a8e-f2c4-485b-b656-f49c7ea124ce cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:00:18.799443 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3dbea7-f5bb-4cc8-b1af-19a81cef6de6 None None] Pushing event updated for resources: {'Port': ['ID=248fc04b-f924-4a81-be73-155edc600cf5,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:18.875519 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bc256-6e7b-466d-af1e-60b2f951726f service neutron] Pushing event updated for resources: {'Port': ['ID=32493f7b-bc46-42f6-a393-ade265851e55,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:18.920676 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-455fa8e9-ddf8-40d5-8da3-5996cbec52c8 admin admin] Publish callbacks [] for security_group (65296a5f-1277-412b-bcde-c8df47cb7585), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:18.948971 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-455fa8e9-ddf8-40d5-8da3-5996cbec52c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (65296a5f-1277-412b-bcde-c8df47cb7585), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:18.977842 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-5beba925-dd3f-4265-8af4-71ff91f1f07a None None] Provisioning complete for port 248fc04b-f924-4a81-be73-155edc600cf5 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:18.983261 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5beba925-dd3f-4265-8af4-71ff91f1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (248fc04b-f924-4a81-be73-155edc600cf5), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:19.061348 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8aae7106-0b01-43f2-aa3c-2b44af2cf222 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:19.082472 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5381ef71-c552-4c15-ba63-96a1a414af67" -d '{"events": [{"name": "network-changed", "server_uuid": "983a758b-f633-43b1-9215-c91fadb59ff6", "tag": "32493f7b-bc46-42f6-a393-ade265851e55"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:00:19.101561 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-d3155ae5-f323-43d1-a3b3-e151f431a18d service neutron] 10.222.0.49 "GET /v2.0/networks/ad65d3a2-8251-4281-96ce-37b7d361be92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9846411 May 10 14:00:19.110467 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-609a9fac-e38e-461f-bfb5-905929a7eaba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32493f7b-bc46-42f6-a393-ade265851e55 HTTP/1.1" status: 200 len: 217 time: 0.5479045 May 10 14:00:19.210330 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8aae7106-0b01-43f2-aa3c-2b44af2cf222 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group (c668e73c-85f7-4040-9241-41114856b09f), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:19.253547 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fa8e9-ddf8-40d5-8da3-5996cbec52c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65296a5f-1277-412b-bcde-c8df47cb7585,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:19.275621 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 141220a7-58f1-4a5c-9052-cd899620b84c is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:19.305204 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device a588cc1b-3e7f-43ce-bf5c-ff2594416469 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:19.319901 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c531-ac16-4b96-bc0b-bd0d796ea006 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:19.339745 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-455fa8e9-ddf8-40d5-8da3-5996cbec52c8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=30e49aad18554d3a8a4b7fb461193daf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0118694 May 10 14:00:19.349332 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 49180) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:19.349490 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8aae7106-0b01-43f2-aa3c-2b44af2cf222 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (c668e73c-85f7-4040-9241-41114856b09f), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:19.582056 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8aae7106-0b01-43f2-aa3c-2b44af2cf222 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:19.591965 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8aae7106-0b01-43f2-aa3c-2b44af2cf222 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8712246 May 10 14:00:19.594973 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 49186) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:19.603421 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-08f8547e-05fb-4678-b0b2-819a30aa7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:19.607973 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-08f8547e-05fb-4678-b0b2-819a30aa7eac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=444e4c55-cdaa-4ac2-aed1-ac85bca9d586 HTTP/1.1" status: 200 len: 852 time: 0.4258289 May 10 14:00:19.649927 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-cdf16f7b-d5db-40c0-a873-2e517064e9eb tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Request body: {'security_group_rule': {'security_group_id': 'c668e73c-85f7-4040-9241-41114856b09f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:19.740623 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] Publish callbacks [] for port (d1789a8e-f2c4-485b-b656-f49c7ea124ce), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:19.760105 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (d1789a8e-f2c4-485b-b656-f49c7ea124ce), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:19.781972 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cdf16f7b-d5db-40c0-a873-2e517064e9eb tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group_rule (0df848e4-221e-484b-815a-18c83d2ab19c), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:19.790537 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port a588cc1b-3e7f-43ce-bf5c-ff2594416469 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:19.795698 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (a588cc1b-3e7f-43ce-bf5c-ff2594416469), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:19.922349 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae7106-0b01-43f2-aa3c-2b44af2cf222 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c668e73c-85f7-4040-9241-41114856b09f,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:20.088616 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5ebdc5de-191f-4cb3-ad43-62b3fc8aeb63 admin admin] Publish callbacks [] for security_group (0b541a70-9aa6-4fec-8c5e-793091fb8c39), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:20.107564 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] Attempting to bind port d1789a8e-f2c4-485b-b656-f49c7ea124ce on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:00:20.107675 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] Attempting to bind port d1789a8e-f2c4-485b-b656-f49c7ea124ce by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '3e067be8-9042-4bef-841c-16195f679735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:00:20.108016 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] Attempting to bind port d1789a8e-f2c4-485b-b656-f49c7ea124ce on network 74785619-4d29-47a9-9c74-95cf48855a3c {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:00:20.148651 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:00:20.149130 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] Checking segment: {'id': '3e067be8-9042-4bef-841c-16195f679735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:00:20.155532 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:20.157871 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] Bound using segment: {'id': '3e067be8-9042-4bef-841c-16195f679735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:00:20.158376 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] Bound port: d1789a8e-f2c4-485b-b656-f49c7ea124ce, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e067be8-9042-4bef-841c-16195f679735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:00:20.158775 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (d1789a8e-f2c4-485b-b656-f49c7ea124ce), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:20.235910 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5ebdc5de-191f-4cb3-ad43-62b3fc8aeb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (0b541a70-9aa6-4fec-8c5e-793091fb8c39), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:20.316882 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-79535483-28df-4d84-8f0e-8b7397015fdd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b57480f2-7be7-45f5-87c7-fe8c513253c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6755548 May 10 14:00:20.369667 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3b534-1e49-4649-9379-a42afff181f5 None None] Pushing event updated for resources: {'Port': ['ID=d1789a8e-f2c4-485b-b656-f49c7ea124ce,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:20.421793 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523dfcc6-439f-4988-a229-7063944739e5 req-48c7b05b-0a91-40f1-9611-79c5ca858bd3 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:20.433283 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-523dfcc6-439f-4988-a229-7063944739e5 req-48c7b05b-0a91-40f1-9611-79c5ca858bd3 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/networks?id=74785619-4d29-47a9-9c74-95cf48855a3c HTTP/1.1" status: 200 len: 818 time: 1.2169111 May 10 14:00:20.446439 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cdf16f7b-d5db-40c0-a873-2e517064e9eb tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group_rule (0df848e4-221e-484b-815a-18c83d2ab19c), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:20.449412 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] For port d1789a8e-f2c4-485b-b656-f49c7ea124ce, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:00:20.460350 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-523dfcc6-439f-4988-a229-7063944739e5 req-81603962-b6b0-48af-814a-e1dfd4047876 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/quotas/368287ad726146f88559c73a86e4b26d HTTP/1.1" status: 200 len: 375 time: 0.0258079 May 10 14:00:20.462092 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] For port d1789a8e-f2c4-485b-b656-f49c7ea124ce, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=d1789a8e-f2c4-485b-b656-f49c7ea124ce,segment=NetworkSegment(3e067be8-9042-4bef-841c-16195f679735),segment_id=3e067be8-9042-4bef-841c-16195f679735)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:00:20.477224 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (d1789a8e-f2c4-485b-b656-f49c7ea124ce), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:20.536739 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-de479c18-34d5-408f-9fd9-549a0c59f090 admin admin] Publish callbacks [] for security_group (65296a5f-1277-412b-bcde-c8df47cb7585), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:20.609037 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] Publish callbacks [] for port (c3f87d25-daa3-42e1-96ee-67dad5333ab9), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:20.628797 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5ebdc5de-191f-4cb3-ad43-62b3fc8aeb63 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=25e81266efde45e691c98a4159567ae4&name=default HTTP/1.1" status: 200 len: 2996 time: 3.6284015 May 10 14:00:20.640983 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] Routers {'9470f6fc-14ed-4b6d-8b69-5a9dffa16928'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:00:20.641809 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T13:59:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['9470f6fc-14ed-4b6d-8b69-5a9dffa16928'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:20.651903 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-523dfcc6-439f-4988-a229-7063944739e5 req-79a02644-dfda-4c86-8cb9-4ff82b67fa9a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=368287ad726146f88559c73a86e4b26d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1893866 May 10 14:00:20.653255 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdc5de-191f-4cb3-ad43-62b3fc8aeb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b541a70-9aa6-4fec-8c5e-793091fb8c39,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:20.654774 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 49212) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:20.655664 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3b534-1e49-4649-9379-a42afff181f5 None None] Pushing event updated for resources: {'Port': ['ID=d1789a8e-f2c4-485b-b656-f49c7ea124ce,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:20.668888 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-e4a5c531-ac16-4b96-bc0b-bd0d796ea006 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Allocated IP 172.27.3.207 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/aab412c2-7496-4fa7-af60-1135a573659b) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:00:20.692529 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bee3a-9ce2-4e88-b4d4-f6f8eb7caedb req-5f2c2440-5541-47ff-bb49-fa766d4070ff tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:20.694277 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-521bee3a-9ce2-4e88-b4d4-f6f8eb7caedb req-5f2c2440-5541-47ff-bb49-fa766d4070ff tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 943 time: 0.7792070 May 10 14:00:20.702283 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cdf16f7b-d5db-40c0-a873-2e517064e9eb tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (0df848e4-221e-484b-815a-18c83d2ab19c), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:20.717734 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-de479c18-34d5-408f-9fd9-549a0c59f090 admin admin] Publish callbacks [] for security_group (65296a5f-1277-412b-bcde-c8df47cb7585), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:20.736838 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-5beba925-dd3f-4265-8af4-71ff91f1f07a None None] Current status of the port 248fc04b-f924-4a81-be73-155edc600cf5 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:20.757083 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (c3f87d25-daa3-42e1-96ee-67dad5333ab9), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:20.776920 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-5beba925-dd3f-4265-8af4-71ff91f1f07a None None] Provisioning complete for port a5297f69-8013-4118-afe4-5fb3d461b91e triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:20.779205 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5beba925-dd3f-4265-8af4-71ff91f1f07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (a5297f69-8013-4118-afe4-5fb3d461b91e), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:20.887066 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d40928-471d-4748-b721-6a4e3a995d28 None None] Pushing event updated for resources: {'Port': ['ID=c3f87d25-daa3-42e1-96ee-67dad5333ab9,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:20.939451 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cdf16f7b-d5db-40c0-a873-2e517064e9eb tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:20.946231 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-cdf16f7b-d5db-40c0-a873-2e517064e9eb tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3138609 May 10 14:00:20.947021 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf16f7b-d5db-40c0-a873-2e517064e9eb tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df848e4-221e-484b-815a-18c83d2ab19c,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:20.951093 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 49224) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:20.971886 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-5f7c1b1b-94ec-4933-a4a4-9a91bf4c0897 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Request body: {'security_group_rule': {'security_group_id': 'c668e73c-85f7-4040-9241-41114856b09f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:21.022727 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [req-523dfcc6-439f-4988-a229-7063944739e5 req-5f170a60-000b-4030-881e-f9041cb153e9 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 14:00:21.032650 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-523dfcc6-439f-4988-a229-7063944739e5 req-5f170a60-000b-4030-881e-f9041cb153e9 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1391792 May 10 14:00:21.042555 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f4c34a2f-17c2-4c7a-8051-6aa273a03beb admin admin] Publish callbacks [] for security_group (0b541a70-9aa6-4fec-8c5e-793091fb8c39), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:21.058476 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-5beba925-dd3f-4265-8af4-71ff91f1f07a None None] Port a5297f69-8013-4118-afe4-5fb3d461b91e cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:00:21.083676 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-c806b49b-214d-4f0a-80fd-443e199969eb service neutron] 10.222.0.57 "GET /v2.0/networks/b57480f2-7be7-45f5-87c7-fe8c513253c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6675766 May 10 14:00:21.115605 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] Set router 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:00:21.145071 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] Attempting to bind port c3f87d25-daa3-42e1-96ee-67dad5333ab9 on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:00:21.145688 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] Attempting to bind port c3f87d25-daa3-42e1-96ee-67dad5333ab9 by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '7f904fe4-a583-4eae-8ba7-b18fa03ec8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:00:21.146244 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] Attempting to bind port c3f87d25-daa3-42e1-96ee-67dad5333ab9 on network ad65d3a2-8251-4281-96ce-37b7d361be92 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:00:21.149209 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port a588cc1b-3e7f-43ce-bf5c-ff2594416469 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:21.150585 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device bb293443-70bc-4be3-96ac-a8f506764e5d up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:21.189817 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:00:21.190511 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] Checking segment: {'id': '7f904fe4-a583-4eae-8ba7-b18fa03ec8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:00:21.191084 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:21.191647 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] Bound using segment: {'id': '7f904fe4-a583-4eae-8ba7-b18fa03ec8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:00:21.192321 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] Bound port: c3f87d25-daa3-42e1-96ee-67dad5333ab9, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f904fe4-a583-4eae-8ba7-b18fa03ec8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:00:21.192877 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (c3f87d25-daa3-42e1-96ee-67dad5333ab9), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:21.225621 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-521bee3a-9ce2-4e88-b4d4-f6f8eb7caedb req-7cc0c0f5-bab2-44ec-aa41-7c96e770fc09 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/security-groups?id=489e94b3-9787-4add-b187-9a4ed86d7d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042601 May 10 14:00:21.257245 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-abea6fb8-bd49-4700-bca1-34f7937a85ac None None] Provisioning complete for port d1789a8e-f2c4-485b-b656-f49c7ea124ce triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:21.257603 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-abea6fb8-bd49-4700-bca1-34f7937a85ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (d1789a8e-f2c4-485b-b656-f49c7ea124ce), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:21.290248 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-de479c18-34d5-408f-9fd9-549a0c59f090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (65296a5f-1277-412b-bcde-c8df47cb7585), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:21.296432 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-de479c18-34d5-408f-9fd9-549a0c59f090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:21.300875 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-de479c18-34d5-408f-9fd9-549a0c59f090 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/65296a5f-1277-412b-bcde-c8df47cb7585 HTTP/1.1" status: 204 len: 168 time: 1.9552722 May 10 14:00:21.316868 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f4c34a2f-17c2-4c7a-8051-6aa273a03beb admin admin] Publish callbacks [] for security_group (0b541a70-9aa6-4fec-8c5e-793091fb8c39), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:21.333166 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de479c18-34d5-408f-9fd9-549a0c59f090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65296a5f-1277-412b-bcde-c8df47cb7585,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:21.341782 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c531-ac16-4b96-bc0b-bd0d796ea006 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for port (aab412c2-7496-4fa7-af60-1135a573659b), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:21.423752 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f7c1b1b-94ec-4933-a4a4-9a91bf4c0897 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group_rule (18e35230-1603-4f76-a83a-edd44ca3f8d2), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:21.469566 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0d6de597-e916-4d94-95f2-ecbc3237a736 req-9d8e05b0-e496-4b78-b4d6-5f9e591adf39 service neutron] 10.222.0.57 "GET /v2.0/networks/b57480f2-7be7-45f5-87c7-fe8c513253c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746483 May 10 14:00:21.473560 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] For port c3f87d25-daa3-42e1-96ee-67dad5333ab9, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:00:21.480607 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] For port c3f87d25-daa3-42e1-96ee-67dad5333ab9, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=c3f87d25-daa3-42e1-96ee-67dad5333ab9,segment=NetworkSegment(7f904fe4-a583-4eae-8ba7-b18fa03ec8bb),segment_id=7f904fe4-a583-4eae-8ba7-b18fa03ec8bb)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:00:21.554405 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c531-ac16-4b96-bc0b-bd0d796ea006 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (aab412c2-7496-4fa7-af60-1135a573659b), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:21.576772 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-523dfcc6-439f-4988-a229-7063944739e5 req-34a83d27-d733-4eca-8b54-76e3ce4a8cbd service neutron] 10.222.0.49 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247312 May 10 14:00:21.681904 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (c3f87d25-daa3-42e1-96ee-67dad5333ab9), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:21.709930 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5c531-ac16-4b96-bc0b-bd0d796ea006 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Pushing event updated for resources: {'Port': ['ID=aab412c2-7496-4fa7-af60-1135a573659b,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:21.716838 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'name': 'tempest-ServerRescueNegativeTestJSON-759252336-router', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:11Z', 'revision_number': 4, 'project_id': '368287ad726146f88559c73a86e4b26d', 'gw_port': {'id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'd1789a8e-f2c4-485b-b656-f49c7ea124ce', 'name': '', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'mac_address': 'fa:16:3e:3e:60:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:08Z', 'updated_at': '2022-05-10T14:00:20Z', 'revision_number': 4, 'project_id': '368287ad726146f88559c73a86e4b26d', 'subnets': [{'id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:21.721859 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f7c1b1b-94ec-4933-a4a4-9a91bf4c0897 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group_rule (18e35230-1603-4f76-a83a-edd44ca3f8d2), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:21.725835 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8894ed83-411b-4879-a608-bc59f0450af3 x-openstack-request-id: req-8894ed83-411b-4879-a608-bc59f0450af3 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:00:21.729923 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983a758b-f633-43b1-9215-c91fadb59ff6", "tag": "32493f7b-bc46-42f6-a393-ade265851e55", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:00:21.730241 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8894ed83-411b-4879-a608-bc59f0450af3 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:00:21.732658 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8894ed83-411b-4879-a608-bc59f0450af3'] response: {'name': 'network-changed', 'server_uuid': '983a758b-f633-43b1-9215-c91fadb59ff6', 'tag': '32493f7b-bc46-42f6-a393-ade265851e55', 'status': 'completed', 'code': 200} May 10 14:00:21.740634 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f7c1b1b-94ec-4933-a4a4-9a91bf4c0897 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (18e35230-1603-4f76-a83a-edd44ca3f8d2), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:21.742678 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a5c531-ac16-4b96-bc0b-bd0d796ea006 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:00:21.749002 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-e4a5c531-ac16-4b96-bc0b-bd0d796ea006 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:00:21.755198 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a5c531-ac16-4b96-bc0b-bd0d796ea006 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:00:21.762250 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f4c34a2f-17c2-4c7a-8051-6aa273a03beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (0b541a70-9aa6-4fec-8c5e-793091fb8c39), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:21.774180 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f4c34a2f-17c2-4c7a-8051-6aa273a03beb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:21.783325 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f4c34a2f-17c2-4c7a-8051-6aa273a03beb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b541a70-9aa6-4fec-8c5e-793091fb8c39 HTTP/1.1" status: 204 len: 168 time: 1.1250002 May 10 14:00:21.809634 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ea539-9cf0-4a7e-8645-2fad46099666 None None] The sync data for ids ['9470f6fc-14ed-4b6d-8b69-5a9dffa16928'] in dv-cinder-840678-6-iscsi is: [{'id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'name': 'tempest-ServerRescueNegativeTestJSON-759252336-router', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:11Z', 'revision_number': 4, 'project_id': '368287ad726146f88559c73a86e4b26d', 'gw_port': {'id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'd1789a8e-f2c4-485b-b656-f49c7ea124ce', 'name': '', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'mac_address': 'fa:16:3e:3e:60:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:08Z', 'updated_at': '2022-05-10T14:00:20Z', 'revision_number': 4, 'project_id': '368287ad726146f88559c73a86e4b26d', 'subnets': [{'id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:00:21.810485 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d40928-471d-4748-b721-6a4e3a995d28 None None] Pushing event updated for resources: {'Port': ['ID=c3f87d25-daa3-42e1-96ee-67dad5333ab9,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:21.966497 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port bb293443-70bc-4be3-96ac-a8f506764e5d triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:21.967202 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (bb293443-70bc-4be3-96ac-a8f506764e5d), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:22.049541 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] Routers {'18aa9f2d-1182-4053-8a16-d5677abda5b0'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:00:22.050454 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T13:59:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['18aa9f2d-1182-4053-8a16-d5677abda5b0'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:22.052939 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-abea6fb8-bd49-4700-bca1-34f7937a85ac None None] Current status of the port d1789a8e-f2c4-485b-b656-f49c7ea124ce is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:22.053511 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-abea6fb8-bd49-4700-bca1-34f7937a85ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (d1789a8e-f2c4-485b-b656-f49c7ea124ce), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:22.106123 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c34a2f-17c2-4c7a-8051-6aa273a03beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b541a70-9aa6-4fec-8c5e-793091fb8c39,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:22.108522 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c1b1b-94ec-4933-a4a4-9a91bf4c0897 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e35230-1603-4f76-a83a-edd44ca3f8d2,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:22.159842 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f7c1b1b-94ec-4933-a4a4-9a91bf4c0897 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:22.165317 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-5f7c1b1b-94ec-4933-a4a4-9a91bf4c0897 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2044342 May 10 14:00:22.167291 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 49250) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:22.186213 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-24b21054-e6e4-4b63-bccc-3dc7639f8d1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Request body: {'floatingip': {'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:22.209493 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-abea6fb8-bd49-4700-bca1-34f7937a85ac None None] For port d1789a8e-f2c4-485b-b656-f49c7ea124ce, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=d1789a8e-f2c4-485b-b656-f49c7ea124ce,segment=NetworkSegment(3e067be8-9042-4bef-841c-16195f679735),segment_id=3e067be8-9042-4bef-841c-16195f679735)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:22.235645 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 49252) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:22.258462 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-523dfcc6-439f-4988-a229-7063944739e5 req-5b076da4-a13c-4a3c-a32b-1c9f6e437b35 service neutron] 10.222.0.49 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6803961 May 10 14:00:22.265583 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-24b21054-e6e4-4b63-bccc-3dc7639f8d1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:22.307862 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3c74b80f-9c8a-4e3b-94ed-ba915f2aa93d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:22.321298 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-abea6fb8-bd49-4700-bca1-34f7937a85ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (d1789a8e-f2c4-485b-b656-f49c7ea124ce), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:22.462386 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea6fb8-bd49-4700-bca1-34f7937a85ac None None] Pushing event updated for resources: {'Port': ['ID=d1789a8e-f2c4-485b-b656-f49c7ea124ce,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:22.483357 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-24b21054-e6e4-4b63-bccc-3dc7639f8d1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:22.526661 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-8e764365-8b1d-4fc2-8ff5-ab49e5d239b4 None None] Provisioning complete for port c3f87d25-daa3-42e1-96ee-67dad5333ab9 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:22.527276 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8e764365-8b1d-4fc2-8ff5-ab49e5d239b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (c3f87d25-daa3-42e1-96ee-67dad5333ab9), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:22.533261 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port bb293443-70bc-4be3-96ac-a8f506764e5d is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:22.533701 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (bb293443-70bc-4be3-96ac-a8f506764e5d), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:22.555668 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-93d2853b-bcac-440c-92c0-6c69a088b771 req-4fdf7f95-99d2-48d4-aa3a-6e4b6f5b4989 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 210 time: 0.1542320 May 10 14:00:22.609765 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c531-ac16-4b96-bc0b-bd0d796ea006 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for floatingip (8548e8dd-e54c-492b-b906-ab08fdd18afd), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:22.723946 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381ef71-c552-4c15-ba63-96a1a414af67 req-468beb5e-666d-4f03-849a-c6e5de3a5b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:22.724347 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] For port bb293443-70bc-4be3-96ac-a8f506764e5d, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=bb293443-70bc-4be3-96ac-a8f506764e5d,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:22.726532 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5381ef71-c552-4c15-ba63-96a1a414af67 req-468beb5e-666d-4f03-849a-c6e5de3a5b72 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=854eb7b7a9a44ca283e9c95ce935624d&device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 1127 time: 0.0957897 May 10 14:00:22.739712 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] Set router 18aa9f2d-1182-4053-8a16-d5677abda5b0 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:00:22.748034 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (bb293443-70bc-4be3-96ac-a8f506764e5d), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:22.751675 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 2b65be2b-489f-4b3f-9a29-a75e589bc667 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:22.755171 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c531-ac16-4b96-bc0b-bd0d796ea006 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (aab412c2-7496-4fa7-af60-1135a573659b), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:22.759735 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3c74b80f-9c8a-4e3b-94ed-ba915f2aa93d admin admin] Publish callbacks [] for security_group (dbb9c5fe-765b-435d-96d3-239f8c607380), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:22.831693 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3c74b80f-9c8a-4e3b-94ed-ba915f2aa93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (dbb9c5fe-765b-435d-96d3-239f8c607380), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:22.943827 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 49266) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:22.971500 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Pushing event updated for resources: {'Port': ['ID=bb293443-70bc-4be3-96ac-a8f506764e5d,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:22.998838 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a5b4826e-48c2-4792-b8f7-299cc8031533 req-6f58aacb-23d4-4610-bf38-8558f9edac7a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 210 time: 0.2543783 May 10 14:00:23.114473 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57276c-b4a0-47bc-9623-519b53e31ef1 req-84cfc6f1-f403-4704-9951-74e76ee10c54 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:23.116066 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bc57276c-b4a0-47bc-9623-519b53e31ef1 req-84cfc6f1-f403-4704-9951-74e76ee10c54 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 943 time: 0.4141588 May 10 14:00:23.121544 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-24b21054-e6e4-4b63-bccc-3dc7639f8d1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Allocated IP 172.27.3.21 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/d6e7cc03-cc8c-45ee-bb72-26dbb98cfb1c) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:00:23.226293 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 2b65be2b-489f-4b3f-9a29-a75e589bc667 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:23.226654 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (2b65be2b-489f-4b3f-9a29-a75e589bc667), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:23.267261 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-24b21054-e6e4-4b63-bccc-3dc7639f8d1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for port (d6e7cc03-cc8c-45ee-bb72-26dbb98cfb1c), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:23.274462 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381ef71-c552-4c15-ba63-96a1a414af67 req-9c7d463d-0ba8-4b65-9717-b7053fbf88a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:23.284743 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5381ef71-c552-4c15-ba63-96a1a414af67 req-9c7d463d-0ba8-4b65-9717-b7053fbf88a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b57480f2-7be7-45f5-87c7-fe8c513253c5 HTTP/1.1" status: 200 len: 913 time: 0.5517118 May 10 14:00:23.289027 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-8e764365-8b1d-4fc2-8ff5-ab49e5d239b4 None None] Current status of the port c3f87d25-daa3-42e1-96ee-67dad5333ab9 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:23.290262 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8e764365-8b1d-4fc2-8ff5-ab49e5d239b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (c3f87d25-daa3-42e1-96ee-67dad5333ab9), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:23.354126 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3c74b80f-9c8a-4e3b-94ed-ba915f2aa93d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4ce7b78ca57247f2862234e70687a30d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1172004 May 10 14:00:23.355273 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-24b21054-e6e4-4b63-bccc-3dc7639f8d1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (d6e7cc03-cc8c-45ee-bb72-26dbb98cfb1c), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:23.381341 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5381ef71-c552-4c15-ba63-96a1a414af67 req-d90ec66c-3239-4a1e-94e0-b36741f3d4c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32493f7b-bc46-42f6-a393-ade265851e55 HTTP/1.1" status: 200 len: 217 time: 0.0480044 May 10 14:00:23.383539 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 49288) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:23.440390 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'name': 'tempest-AttachVolumeTestJSON-984094042-router', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:04Z', 'revision_number': 4, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'gw_port': {'id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'c3f87d25-daa3-42e1-96ee-67dad5333ab9', 'name': '', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'mac_address': 'fa:16:3e:6f:b6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:02Z', 'updated_at': '2022-05-10T14:00:21Z', 'revision_number': 4, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'subnets': [{'id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:23.459536 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381ef71-c552-4c15-ba63-96a1a414af67 req-134912d5-dbbe-4b25-a7a5-fb66cd7602a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:23.461622 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5381ef71-c552-4c15-ba63-96a1a414af67 req-134912d5-dbbe-4b25-a7a5-fb66cd7602a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=444e4c55-cdaa-4ac2-aed1-ac85bca9d586 HTTP/1.1" status: 200 len: 852 time: 0.0708053 May 10 14:00:23.470349 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d82c6e91-023a-4e96-8db6-719c712767fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:23.477254 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b21054-e6e4-4b63-bccc-3dc7639f8d1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event updated for resources: {'Port': ['ID=d6e7cc03-cc8c-45ee-bb72-26dbb98cfb1c,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:23.496860 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-8e764365-8b1d-4fc2-8ff5-ab49e5d239b4 None None] For port c3f87d25-daa3-42e1-96ee-67dad5333ab9, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=c3f87d25-daa3-42e1-96ee-67dad5333ab9,segment=NetworkSegment(7f904fe4-a583-4eae-8ba7-b18fa03ec8bb),segment_id=7f904fe4-a583-4eae-8ba7-b18fa03ec8bb)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:23.498896 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a4a9c3-6b83-4391-a6b3-66d9d9d33eb4 None None] The sync data for ids ['18aa9f2d-1182-4053-8a16-d5677abda5b0'] in dv-cinder-840678-6-iscsi is: [{'id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'name': 'tempest-AttachVolumeTestJSON-984094042-router', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:04Z', 'revision_number': 4, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'gw_port': {'id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'c3f87d25-daa3-42e1-96ee-67dad5333ab9', 'name': '', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'mac_address': 'fa:16:3e:6f:b6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:02Z', 'updated_at': '2022-05-10T14:00:21Z', 'revision_number': 4, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'subnets': [{'id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:00:23.505113 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8e764365-8b1d-4fc2-8ff5-ab49e5d239b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (c3f87d25-daa3-42e1-96ee-67dad5333ab9), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:23.520408 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bc57276c-b4a0-47bc-9623-519b53e31ef1 req-b8f52c49-a2ab-4a85-af3b-f009ef0e7b60 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/security-groups?id=489e94b3-9787-4add-b187-9a4ed86d7d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688104 May 10 14:00:23.526050 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74b80f-9c8a-4e3b-94ed-ba915f2aa93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb9c5fe-765b-435d-96d3-239f8c607380,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:23.531809 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.57', 64847) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:23.560659 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 2b65be2b-489f-4b3f-9a29-a75e589bc667 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:23.561353 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (2b65be2b-489f-4b3f-9a29-a75e589bc667), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:23.573865 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b21054-e6e4-4b63-bccc-3dc7639f8d1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:00:23.577088 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-24b21054-e6e4-4b63-bccc-3dc7639f8d1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:00:23.580517 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b21054-e6e4-4b63-bccc-3dc7639f8d1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:00:23.652513 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-24b21054-e6e4-4b63-bccc-3dc7639f8d1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (d20729de-a912-4c20-88f5-245fee5a0f34), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:23.672580 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] For port 2b65be2b-489f-4b3f-9a29-a75e589bc667, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=2b65be2b-489f-4b3f-9a29-a75e589bc667,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:23.676567 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e764365-8b1d-4fc2-8ff5-ab49e5d239b4 None None] Pushing event updated for resources: {'Port': ['ID=c3f87d25-daa3-42e1-96ee-67dad5333ab9,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:23.684802 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (2b65be2b-489f-4b3f-9a29-a75e589bc667), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:23.697150 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-221c2430-8d64-49d2-97d9-e6d0435249a7 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:23.697742 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-221c2430-8d64-49d2-97d9-e6d0435249a7 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.57 "GET /v2.0/networks?id=ad65d3a2-8251-4281-96ce-37b7d361be92 HTTP/1.1" status: 200 len: 810 time: 0.1624324 May 10 14:00:23.726367 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5381ef71-c552-4c15-ba63-96a1a414af67 req-b063d142-cb94-441a-ba7e-0c50bb1c0011 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b57480f2-7be7-45f5-87c7-fe8c513253c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2426305 May 10 14:00:23.754595 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-24b21054-e6e4-4b63-bccc-3dc7639f8d1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (d6e7cc03-cc8c-45ee-bb72-26dbb98cfb1c), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:23.779729 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-34187203-ca29-41e9-9511-25279dbddfbe admin admin] Publish callbacks [] for security_group (dbb9c5fe-765b-435d-96d3-239f8c607380), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:23.796318 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c531-ac16-4b96-bc0b-bd0d796ea006 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for port (aab412c2-7496-4fa7-af60-1135a573659b), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:23.820631 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Pushing event updated for resources: {'Port': ['ID=2b65be2b-489f-4b3f-9a29-a75e589bc667,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:23.878281 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-82c7a98b-5b91-42f2-bc03-320d0ceae47c req-4ef6d9fd-b613-4334-aa56-d310f867e396 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 210 time: 0.1179020 May 10 14:00:23.914752 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c531-ac16-4b96-bc0b-bd0d796ea006 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (aab412c2-7496-4fa7-af60-1135a573659b), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:23.970190 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-34187203-ca29-41e9-9511-25279dbddfbe admin admin] Publish callbacks [] for security_group (dbb9c5fe-765b-435d-96d3-239f8c607380), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:23.985166 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d82c6e91-023a-4e96-8db6-719c712767fb admin admin] Publish callbacks [] for security_group (b4c5a164-df44-4799-b41b-760270b4c324), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:23.990948 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d82c6e91-023a-4e96-8db6-719c712767fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (b4c5a164-df44-4799-b41b-760270b4c324), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:24.012723 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c531-ac16-4b96-bc0b-bd0d796ea006 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (8548e8dd-e54c-492b-b906-ab08fdd18afd), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:24.026862 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-09a77dc3-e604-450d-9cd4-da0a47a61e9b tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d19ea52173a04c8e8624b91ac0e3eb48 HTTP/1.1" status: 200 len: 380 time: 0.3082047 May 10 14:00:24.055542 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-53db18e4-24f8-4b38-a9b0-faa0ee3e844a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Request body: {'port': {'device_id': 'c22e54ed-bbfa-42df-af34-67721740c4b0', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'admin_state_up': True, 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'security_groups': ['18b2aae1-462a-48c7-9af0-c2e648dd2650']}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:24.078739 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d82c6e91-023a-4e96-8db6-719c712767fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=01e101894d0a470ab7dc7dca73207871&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1300180 May 10 14:00:24.079651 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c6e91-023a-4e96-8db6-719c712767fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c5a164-df44-4799-b41b-760270b4c324,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:24.081970 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 49302) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:24.104574 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef62d0-e327-4b92-813c-2f391c69788b req-f053f836-f504-428f-89df-536741217bca tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:24.113113 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8aef62d0-e327-4b92-813c-2f391c69788b req-f053f836-f504-428f-89df-536741217bca tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/networks?id=74785619-4d29-47a9-9c74-95cf48855a3c HTTP/1.1" status: 200 len: 818 time: 0.7282872 May 10 14:00:24.137749 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-24b21054-e6e4-4b63-bccc-3dc7639f8d1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for port (d6e7cc03-cc8c-45ee-bb72-26dbb98cfb1c), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:24.145653 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 248fc04b-f924-4a81-be73-155edc600cf5 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:24.147022 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-24b21054-e6e4-4b63-bccc-3dc7639f8d1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (d6e7cc03-cc8c-45ee-bb72-26dbb98cfb1c), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:24.176544 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5381ef71-c552-4c15-ba63-96a1a414af67 req-d7726da3-b2ef-4a2e-a8af-ea293ded8041 service neutron] 10.222.0.57 "GET /v2.0/networks/b57480f2-7be7-45f5-87c7-fe8c513253c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056051 May 10 14:00:24.179538 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c531-ac16-4b96-bc0b-bd0d796ea006 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:24.190364 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e4a5c531-ac16-4b96-bc0b-bd0d796ea006 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2590230 May 10 14:00:24.212509 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5c531-ac16-4b96-bc0b-bd0d796ea006 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Pushing event updated for resources: {'Port': ['ID=aab412c2-7496-4fa7-af60-1135a573659b,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:24.213166 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b21054-e6e4-4b63-bccc-3dc7639f8d1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event updated for resources: {'Port': ['ID=d6e7cc03-cc8c-45ee-bb72-26dbb98cfb1c,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:24.221936 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 248fc04b-f924-4a81-be73-155edc600cf5 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:24.222518 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (248fc04b-f924-4a81-be73-155edc600cf5), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:24.243319 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-24b21054-e6e4-4b63-bccc-3dc7639f8d1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (d20729de-a912-4c20-88f5-245fee5a0f34), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:24.260708 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 32493f7b-bc46-42f6-a393-ade265851e55 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:00:24.281087 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8aef62d0-e327-4b92-813c-2f391c69788b req-35648370-90d5-4122-a95b-86766aee6011 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/quotas/368287ad726146f88559c73a86e4b26d HTTP/1.1" status: 200 len: 375 time: 0.1666546 May 10 14:00:24.292974 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-24b21054-e6e4-4b63-bccc-3dc7639f8d1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:24.304764 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-24b21054-e6e4-4b63-bccc-3dc7639f8d1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1252615 May 10 14:00:24.580798 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:00:24.628114 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5381ef71-c552-4c15-ba63-96a1a414af67 req-a2025411-9c52-4f87-8f96-23ee868794ff service neutron] 10.222.0.57 "GET /v2.0/networks/b57480f2-7be7-45f5-87c7-fe8c513253c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170001 May 10 14:00:24.641731 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8aef62d0-e327-4b92-813c-2f391c69788b req-46c2c3c3-dfc9-48f0-92b1-1cde455de432 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=368287ad726146f88559c73a86e4b26d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3595271 May 10 14:00:24.655056 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 248fc04b-f924-4a81-be73-155edc600cf5 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:24.657071 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device c3f87d25-daa3-42e1-96ee-67dad5333ab9 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:24.711770 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-2f6f927e-97c2-4282-89a0-ba3aec5b3ec6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--607043239&fields=id&tenant_id=dd39c2a00ace4575896bf3f045bedce1 HTTP/1.1" status: 200 len: 267 time: 0.1508393 May 10 14:00:24.742537 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 32493f7b-bc46-42f6-a393-ade265851e55, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=32493f7b-bc46-42f6-a393-ade265851e55,segment=NetworkSegment(b905a855-d63c-4261-8f55-914c64753035),segment_id=b905a855-d63c-4261-8f55-914c64753035)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:24.771280 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port c3f87d25-daa3-42e1-96ee-67dad5333ab9 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:24.772097 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (c3f87d25-daa3-42e1-96ee-67dad5333ab9), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:24.820254 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': '32493f7b-bc46-42f6-a393-ade265851e55', 'network_id': 'b57480f2-7be7-45f5-87c7-fe8c513253c5', 'port_id': '32493f7b-bc46-42f6-a393-ade265851e55', 'mac_address': 'fa:16:3e:a6:be:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444e4c55-cdaa-4ac2-aed1-ac85bca9d586', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:00:24.860347 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8425e138-c19a-40d0-999a-3b00b85b1bef admin admin] Publish callbacks [] for security_group (b4c5a164-df44-4799-b41b-760270b4c324), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:24.866910 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-34187203-ca29-41e9-9511-25279dbddfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (dbb9c5fe-765b-435d-96d3-239f8c607380), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:24.868199 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-12db3aa1-d601-427a-8cd9-ee9309026ba4 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:24.869465 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-34187203-ca29-41e9-9511-25279dbddfbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:24.869858 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-12db3aa1-d601-427a-8cd9-ee9309026ba4 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/networks?id=9c2e159f-7eb2-470d-9799-bf81a94b9b35 HTTP/1.1" status: 200 len: 816 time: 0.1503353 May 10 14:00:24.870609 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-34187203-ca29-41e9-9511-25279dbddfbe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dbb9c5fe-765b-435d-96d3-239f8c607380 HTTP/1.1" status: 204 len: 168 time: 1.4849300 May 10 14:00:24.906935 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 32493f7b-bc46-42f6-a393-ade265851e55 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:24.907665 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (32493f7b-bc46-42f6-a393-ade265851e55), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:24.920157 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-815c4688-f0a9-4f84-80c9-eaea8d788d2d tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/quotas/dd39c2a00ace4575896bf3f045bedce1 HTTP/1.1" status: 200 len: 375 time: 0.0239458 May 10 14:00:24.923389 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32493f7b-bc46-42f6-a393-ade265851e55 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:00:24.943246 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8aef62d0-e327-4b92-813c-2f391c69788b req-b619eb58-b25f-44b7-82b9-7f36e170639e service neutron] 10.222.0.49 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004735 May 10 14:00:24.946999 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 32493f7b-bc46-42f6-a393-ade265851e55, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=32493f7b-bc46-42f6-a393-ade265851e55,segment=NetworkSegment(b905a855-d63c-4261-8f55-914c64753035),segment_id=b905a855-d63c-4261-8f55-914c64753035)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:24.973444 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34187203-ca29-41e9-9511-25279dbddfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb9c5fe-765b-435d-96d3-239f8c607380,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:24.989452 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port c3f87d25-daa3-42e1-96ee-67dad5333ab9 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:24.990672 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device d1789a8e-f2c4-485b-b656-f49c7ea124ce up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:24.992667 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (32493f7b-bc46-42f6-a393-ade265851e55), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:25.006669 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-630f16c7-0c79-4868-9cfa-14550371ba9b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd39c2a00ace4575896bf3f045bedce1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814490 May 10 14:00:25.097221 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port d1789a8e-f2c4-485b-b656-f49c7ea124ce triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:25.097725 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (d1789a8e-f2c4-485b-b656-f49c7ea124ce), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:25.102871 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=32493f7b-bc46-42f6-a393-ade265851e55,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:25.209356 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-ee43acea-7c8c-437c-8191-99cbbe0dcbea service neutron] 10.222.0.49 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811852 May 10 14:00:25.246775 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port d1789a8e-f2c4-485b-b656-f49c7ea124ce is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:25.248683 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device da9743d8-55ea-4004-8f91-6000ae3f39ab up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:25.259391 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-53db18e4-24f8-4b38-a9b0-faa0ee3e844a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Made reservation on behalf of d19ea52173a04c8e8624b91ac0e3eb48 for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:00:25.271560 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-53db18e4-24f8-4b38-a9b0-faa0ee3e844a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:25.300637 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] Sync routers for ids ['eea85e8f-4aac-4da4-b715-cc9c21078703'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:00:25.306585 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8425e138-c19a-40d0-999a-3b00b85b1bef admin admin] Publish callbacks [] for security_group (b4c5a164-df44-4799-b41b-760270b4c324), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:25.314796 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:25.330538 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] Routers {'eea85e8f-4aac-4da4-b715-cc9c21078703'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:00:25.331196 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T13:59:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['eea85e8f-4aac-4da4-b715-cc9c21078703'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:25.345683 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-2f3a5e23-9390-40a1-ae91-25a7848890db service neutron] 10.222.0.49 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351273 May 10 14:00:25.380978 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523dfcc6-439f-4988-a229-7063944739e5 req-69abd5fa-1f15-443a-aee9-32cb842ade6e tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:25.383421 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-523dfcc6-439f-4988-a229-7063944739e5 req-69abd5fa-1f15-443a-aee9-32cb842ade6e tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.57 "GET /v2.0/networks?id=74785619-4d29-47a9-9c74-95cf48855a3c HTTP/1.1" status: 200 len: 818 time: 0.6368947 May 10 14:00:25.383553 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['32493f7b-bc46-42f6-a393-ade265851e55'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:00:25.446399 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port da9743d8-55ea-4004-8f91-6000ae3f39ab triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:25.446797 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (da9743d8-55ea-4004-8f91-6000ae3f39ab), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:25.476723 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-523dfcc6-439f-4988-a229-7063944739e5 req-70bc4173-c984-4510-964e-0f0e0bee2591 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Request body: {'port': {'device_id': '54be9a2c-c327-4249-ba65-0fc49162bac7', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'admin_state_up': True, 'tenant_id': '368287ad726146f88559c73a86e4b26d'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:25.680314 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd49c15-90d5-4131-8178-39ceabcc95eb req-187342b6-0965-4be0-869b-3862cd54c9f6 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:25.689522 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0dd49c15-90d5-4131-8178-39ceabcc95eb req-187342b6-0965-4be0-869b-3862cd54c9f6 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 944 time: 0.1138279 May 10 14:00:25.749707 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8aef62d0-e327-4b92-813c-2f391c69788b req-b6f6e9f8-fb69-4725-83f3-36346dcdb8dd service neutron] 10.222.0.49 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7800703 May 10 14:00:25.776011 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523dfcc6-439f-4988-a229-7063944739e5 req-70bc4173-c984-4510-964e-0f0e0bee2591 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Made reservation on behalf of 368287ad726146f88559c73a86e4b26d for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:00:25.776749 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] Set router eea85e8f-4aac-4da4-b715-cc9c21078703 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:00:25.791616 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-523dfcc6-439f-4988-a229-7063944739e5 req-70bc4173-c984-4510-964e-0f0e0bee2591 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:25.794325 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0dd49c15-90d5-4131-8178-39ceabcc95eb req-307e3fb6-97ff-4083-8a93-1ecdfdbcdd90 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/security-groups?id=489e94b3-9787-4add-b187-9a4ed86d7d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842094 May 10 14:00:25.803232 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8425e138-c19a-40d0-999a-3b00b85b1bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (b4c5a164-df44-4799-b41b-760270b4c324), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:25.813708 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8425e138-c19a-40d0-999a-3b00b85b1bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:25.836053 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-8425e138-c19a-40d0-999a-3b00b85b1bef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b4c5a164-df44-4799-b41b-760270b4c324 HTTP/1.1" status: 204 len: 168 time: 1.7396197 May 10 14:00:25.863035 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port da9743d8-55ea-4004-8f91-6000ae3f39ab is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:25.863688 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (da9743d8-55ea-4004-8f91-6000ae3f39ab), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:25.905427 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] For port da9743d8-55ea-4004-8f91-6000ae3f39ab, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=da9743d8-55ea-4004-8f91-6000ae3f39ab,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:25.930158 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (da9743d8-55ea-4004-8f91-6000ae3f39ab), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:25.930994 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device bb293443-70bc-4be3-96ac-a8f506764e5d up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:25.997035 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425e138-c19a-40d0-999a-3b00b85b1bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c5a164-df44-4799-b41b-760270b4c324,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:26.013026 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eebac21d-be62-44da-90e5-8a15443b6959 req-df05ce0d-2286-469f-9d63-5182f38a343b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--271925914&fields=id&tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd HTTP/1.1" status: 200 len: 267 time: 0.1210866 May 10 14:00:26.060132 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Pushing event updated for resources: {'Port': ['ID=da9743d8-55ea-4004-8f91-6000ae3f39ab,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:26.243520 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-649d8792-f20a-4cf5-a039-fc8f0814e959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:26.322863 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebac21d-be62-44da-90e5-8a15443b6959 req-8c33afde-f54b-487d-93dd-4f0e1b66e4fa tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:26.328539 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-53db18e4-24f8-4b38-a9b0-faa0ee3e844a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Allocated IP 172.20.0.9 (ad65d3a2-8251-4281-96ce-37b7d361be92/05b5fdd2-bcb1-4f20-897f-d7f7c5093f12/48a907c3-b5e2-4fd8-b6cb-cc60b528bc16) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:00:26.336437 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eebac21d-be62-44da-90e5-8a15443b6959 req-8c33afde-f54b-487d-93dd-4f0e1b66e4fa tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/networks?id=2c9ceeee-200d-4bc2-b027-788cdb69321a HTTP/1.1" status: 200 len: 815 time: 0.3068454 May 10 14:00:26.336525 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a17ffef7-49bc-4349-be36-30b931a05d46 req-507d24d9-c828-48f5-8ace-4793cd178977 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 210 time: 0.1440694 May 10 14:00:26.362233 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eebac21d-be62-44da-90e5-8a15443b6959 req-df300981-585e-4ca9-9a7d-754517e00551 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/quotas/e296ee60cdee4a6b9ca754c83b8c9ffd HTTP/1.1" status: 200 len: 375 time: 0.0271173 May 10 14:00:26.500297 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eebac21d-be62-44da-90e5-8a15443b6959 req-26812697-89fe-451b-aff0-cb9adaf7c7e2 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1366918 May 10 14:00:26.538738 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-523dfcc6-439f-4988-a229-7063944739e5 req-70bc4173-c984-4510-964e-0f0e0bee2591 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Allocated IP 172.20.0.10 (74785619-4d29-47a9-9c74-95cf48855a3c/e3840d9d-0915-4f13-a509-4479e7e326c0/54c8afe4-b86d-4757-bf04-f87c35143a83) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:00:26.582509 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port bb293443-70bc-4be3-96ac-a8f506764e5d triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:26.583718 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (bb293443-70bc-4be3-96ac-a8f506764e5d), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:26.609004 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-edd4cd0d-7895-4f0c-8f4f-a68de5dc28d8 req-f034249d-4031-4c94-a233-519729c8f7a5 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 210 time: 0.0944850 May 10 14:00:26.679295 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 2, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:26.784570 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port bb293443-70bc-4be3-96ac-a8f506764e5d is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:26.785072 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-12472d62-ce43-4a79-b3af-4f8a8cff259c req-5987a510-96f6-46f5-b7eb-11c040e9c133 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 210 time: 0.0694294 May 10 14:00:26.837252 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] Checking router: eea85e8f-4aac-4da4-b715-cc9c21078703 for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:00:26.841394 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] Updating router eea85e8f-4aac-4da4-b715-cc9c21078703 port a5297f69-8013-4118-afe4-5fb3d461b91e binding host dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:00:26.888694 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eebac21d-be62-44da-90e5-8a15443b6959 req-c83bd4b7-761c-42b7-975a-21baf0e77348 service neutron] 10.222.0.49 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345289 May 10 14:00:26.946017 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (a5297f69-8013-4118-afe4-5fb3d461b91e), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:27.044466 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device da9743d8-55ea-4004-8f91-6000ae3f39ab up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:27.047594 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-53db18e4-24f8-4b38-a9b0-faa0ee3e844a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for port (48a907c3-b5e2-4fd8-b6cb-cc60b528bc16), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:27.088809 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-eebac21d-be62-44da-90e5-8a15443b6959 req-0500870a-a216-4d34-8ed2-daba99aa86a4 service neutron] 10.222.0.49 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994114 May 10 14:00:27.208964 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884202f-3e2e-40ca-a36d-2fb13f17a7c4 req-8417c83c-a37f-4387-a380-570db768a459 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:27.217320 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c884202f-3e2e-40ca-a36d-2fb13f17a7c4 req-8417c83c-a37f-4387-a380-570db768a459 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 944 time: 0.1923215 May 10 14:00:27.228630 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.57', 64856) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:27.398054 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port da9743d8-55ea-4004-8f91-6000ae3f39ab triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:27.399907 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (da9743d8-55ea-4004-8f91-6000ae3f39ab), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:27.557737 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c884202f-3e2e-40ca-a36d-2fb13f17a7c4 req-1f4d57f8-79b5-4575-94da-be6882dbc0fa tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/security-groups?id=489e94b3-9787-4add-b187-9a4ed86d7d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276863 May 10 14:00:27.559110 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-fb8e10fb-3827-4f3b-b12c-2b5a90e312ce tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:27.569650 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-fb8e10fb-3827-4f3b-b12c-2b5a90e312ce tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.57 "GET /v2.0/networks?id=9c2e159f-7eb2-470d-9799-bf81a94b9b35 HTTP/1.1" status: 200 len: 816 time: 0.3398623 May 10 14:00:27.671888 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0ae154a4-3133-4caf-b989-95a20b620497 req-06377dee-fc54-477f-93c5-0ad943c62cfa tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 210 time: 0.1005461 May 10 14:00:27.779328 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-a0cf0d43-9f52-4b46-8bae-df5c4fde1a92 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd39c2a00ace4575896bf3f045bedce1 HTTP/1.1" status: 200 len: 379 time: 0.1835668 May 10 14:00:27.838203 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-523dfcc6-439f-4988-a229-7063944739e5 req-70bc4173-c984-4510-964e-0f0e0bee2591 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for port (54c8afe4-b86d-4757-bf04-f87c35143a83), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:27.849198 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0db183ff-3ed6-462d-ab9a-f5af3ca921e8 req-036b4eea-808b-4b42-973b-898d5cfd964c tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 210 time: 0.0549486 May 10 14:00:27.876377 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-675428fa-710e-4a15-a41e-0e7eefda17b0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Request body: {'port': {'device_id': '067bd8aa-a9d7-41f4-82a3-54e00fe64f68', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'admin_state_up': True, 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'security_groups': ['3a2e2c06-ea50-4d33-ae4b-32dd068139ce']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:27.906738 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-53db18e4-24f8-4b38-a9b0-faa0ee3e844a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (48a907c3-b5e2-4fd8-b6cb-cc60b528bc16), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:28.007359 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-10f286ee-7667-4fc5-8e2c-02557de54092 req-1a78eff3-f085-4bea-b5c5-09245bb05225 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 210 time: 0.2418089 May 10 14:00:28.032142 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port da9743d8-55ea-4004-8f91-6000ae3f39ab is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:28.033265 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 2b65be2b-489f-4b3f-9a29-a75e589bc667 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:28.070266 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-53db18e4-24f8-4b38-a9b0-faa0ee3e844a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Network ad65d3a2-8251-4281-96ce-37b7d361be92 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:00:28.085583 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-53db18e4-24f8-4b38-a9b0-faa0ee3e844a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:00:28.103400 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db18e4-24f8-4b38-a9b0-faa0ee3e844a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Pushing event updated for resources: {'Port': ['ID=48a907c3-b5e2-4fd8-b6cb-cc60b528bc16,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:28.119931 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-53db18e4-24f8-4b38-a9b0-faa0ee3e844a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:00:28.138195 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-53db18e4-24f8-4b38-a9b0-faa0ee3e844a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:28.140141 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-53db18e4-24f8-4b38-a9b0-faa0ee3e844a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:28.200654 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-53db18e4-24f8-4b38-a9b0-faa0ee3e844a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1544051 May 10 14:00:28.203058 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-523dfcc6-439f-4988-a229-7063944739e5 req-70bc4173-c984-4510-964e-0f0e0bee2591 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (54c8afe4-b86d-4757-bf04-f87c35143a83), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:28.205120 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0d1e21a1-f292-4e70-ac63-11d89848b20e req-ef0a67da-303a-4f9f-92a1-b0dedd6e20bc tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 210 time: 0.2114668 May 10 14:00:28.224765 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 2b65be2b-489f-4b3f-9a29-a75e589bc667 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:28.225346 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (2b65be2b-489f-4b3f-9a29-a75e589bc667), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:28.241250 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-675428fa-710e-4a15-a41e-0e7eefda17b0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Made reservation on behalf of dd39c2a00ace4575896bf3f045bedce1 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:00:28.249386 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-675428fa-710e-4a15-a41e-0e7eefda17b0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:28.317144 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523dfcc6-439f-4988-a229-7063944739e5 req-70bc4173-c984-4510-964e-0f0e0bee2591 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Network 74785619-4d29-47a9-9c74-95cf48855a3c is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:00:28.321437 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-523dfcc6-439f-4988-a229-7063944739e5 req-70bc4173-c984-4510-964e-0f0e0bee2591 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:00:28.330451 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-523dfcc6-439f-4988-a229-7063944739e5 req-70bc4173-c984-4510-964e-0f0e0bee2591 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:00:28.339764 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523dfcc6-439f-4988-a229-7063944739e5 req-70bc4173-c984-4510-964e-0f0e0bee2591 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:28.341438 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-523dfcc6-439f-4988-a229-7063944739e5 req-70bc4173-c984-4510-964e-0f0e0bee2591 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:28.363896 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc4173-c984-4510-964e-0f0e0bee2591 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Pushing event updated for resources: {'Port': ['ID=54c8afe4-b86d-4757-bf04-f87c35143a83,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:28.395371 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-523dfcc6-439f-4988-a229-7063944739e5 req-70bc4173-c984-4510-964e-0f0e0bee2591 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9845784 May 10 14:00:28.401758 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] Publish callbacks [] for port (a5297f69-8013-4118-afe4-5fb3d461b91e), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:28.419501 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (a5297f69-8013-4118-afe4-5fb3d461b91e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:28.452590 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-addd59be-0980-4cac-b80d-72f1ded63517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:28.518081 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 2b65be2b-489f-4b3f-9a29-a75e589bc667 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:28.553243 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d012dd7-17ba-4c00-af6c-8f182a874fa2 None None] Pushing event updated for resources: {'Port': ['ID=a5297f69-8013-4118-afe4-5fb3d461b91e,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:28.635068 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 49482) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:28.655152 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-675428fa-710e-4a15-a41e-0e7eefda17b0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Allocated IP 172.20.0.8 (9c2e159f-7eb2-470d-9799-bf81a94b9b35/0e8396c4-2dcc-480c-84ec-587b7b32be41/0b32a17e-9e2f-475d-abe1-8b69acb4c76a) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:00:28.667821 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-f3d48d4d-d2e9-46a6-ae32-d105ddc897f6 None None] Provisioning complete for port 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:28.668533 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f3d48d4d-d2e9-46a6-ae32-d105ddc897f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (48a907c3-b5e2-4fd8-b6cb-cc60b528bc16), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:28.716267 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] Attempting to bind port a5297f69-8013-4118-afe4-5fb3d461b91e on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:00:28.717407 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] Attempting to bind port a5297f69-8013-4118-afe4-5fb3d461b91e by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:00:28.717925 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] Attempting to bind port a5297f69-8013-4118-afe4-5fb3d461b91e on network 2c9ceeee-200d-4bc2-b027-788cdb69321a {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:00:28.733230 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:00:28.733915 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] Checking segment: {'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:00:28.734507 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:28.735085 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] Bound using segment: {'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:00:28.735744 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] Bound port: a5297f69-8013-4118-afe4-5fb3d461b91e, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:00:28.736349 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (a5297f69-8013-4118-afe4-5fb3d461b91e), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:28.783529 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0fa09-d7fd-4b29-b461-b7e3bdd66cb6 req-7d139540-a83d-4f66-833e-4d254f8ac3c1 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:28.808870 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-98b0fa09-d7fd-4b29-b461-b7e3bdd66cb6 req-7d139540-a83d-4f66-833e-4d254f8ac3c1 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 944 time: 0.1582849 May 10 14:00:28.841918 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-f3d48d4d-d2e9-46a6-ae32-d105ddc897f6 None None] Port 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:00:28.847484 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] For port a5297f69-8013-4118-afe4-5fb3d461b91e, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:00:28.853589 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] For port a5297f69-8013-4118-afe4-5fb3d461b91e, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=a5297f69-8013-4118-afe4-5fb3d461b91e,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:00:28.862630 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (a5297f69-8013-4118-afe4-5fb3d461b91e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:28.882797 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6c00da4a-5b03-431a-948f-56d03b9d76c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:28.928975 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] Routers {'eea85e8f-4aac-4da4-b715-cc9c21078703'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:00:28.929603 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:00:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['eea85e8f-4aac-4da4-b715-cc9c21078703'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:28.929788 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-98b0fa09-d7fd-4b29-b461-b7e3bdd66cb6 req-3599a3c8-453f-4bbb-a515-ec5c6ed303a0 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/security-groups?id=489e94b3-9787-4add-b187-9a4ed86d7d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142836 May 10 14:00:28.990269 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d012dd7-17ba-4c00-af6c-8f182a874fa2 None None] Pushing event updated for resources: {'Port': ['ID=a5297f69-8013-4118-afe4-5fb3d461b91e,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:29.000909 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-39f13041-ed70-46f4-b41a-b5527f07962e None None] Provisioning complete for port 54c8afe4-b86d-4757-bf04-f87c35143a83 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:29.001283 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-39f13041-ed70-46f4-b41a-b5527f07962e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (54c8afe4-b86d-4757-bf04-f87c35143a83), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:29.074859 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6c00da4a-5b03-431a-948f-56d03b9d76c4 admin admin] Publish callbacks [] for security_group (5535b5f9-ee90-4087-bc0e-037279d7aa62), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:29.098036 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-58d99d7a-8441-420f-8a7f-26067c337adf req-37f02eaf-d107-4b59-9701-2555feb3c9ed tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 210 time: 0.0420556 May 10 14:00:29.098541 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6c00da4a-5b03-431a-948f-56d03b9d76c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (5535b5f9-ee90-4087-bc0e-037279d7aa62), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:29.115781 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cac590-496f-4561-8893-dbdd29eaa5cf req-5946dfce-5887-4888-b2f1-e5b5c0e67d9a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:29.118657 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-45cac590-496f-4561-8893-dbdd29eaa5cf req-5946dfce-5887-4888-b2f1-e5b5c0e67d9a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 931 time: 0.0797498 May 10 14:00:29.127636 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-6c00da4a-5b03-431a-948f-56d03b9d76c4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fdbbcb9dc6c1429c99b48eb9eea1b53f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4910645 May 10 14:00:29.128392 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 49494) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:29.145574 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] Set router eea85e8f-4aac-4da4-b715-cc9c21078703 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:00:29.182901 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00da4a-5b03-431a-948f-56d03b9d76c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5535b5f9-ee90-4087-bc0e-037279d7aa62,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:29.209048 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-39f13041-ed70-46f4-b41a-b5527f07962e None None] Port 54c8afe4-b86d-4757-bf04-f87c35143a83 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:00:29.221700 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7e060835-6cfa-451f-a822-ba9f28edc196 admin admin] Publish callbacks [] for security_group (5535b5f9-ee90-4087-bc0e-037279d7aa62), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:29.223963 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-39f13041-ed70-46f4-b41a-b5527f07962e None None] Provisioning complete for port a5297f69-8013-4118-afe4-5fb3d461b91e triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:29.225294 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-39f13041-ed70-46f4-b41a-b5527f07962e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (a5297f69-8013-4118-afe4-5fb3d461b91e), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:29.228906 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-675428fa-710e-4a15-a41e-0e7eefda17b0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:29.240487 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-45cac590-496f-4561-8893-dbdd29eaa5cf req-68579754-b6a0-4d5a-a1f4-4734066baa59 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005120 May 10 14:00:29.244631 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c2d0e89d-cc77-48a7-bf6b-bfa032919096 req-0959a8f3-eece-4748-90bb-9c60d96c0c64 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 210 time: 0.0350108 May 10 14:00:29.270444 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7e060835-6cfa-451f-a822-ba9f28edc196 admin admin] Publish callbacks [] for security_group (5535b5f9-ee90-4087-bc0e-037279d7aa62), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:29.287322 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-675428fa-710e-4a15-a41e-0e7eefda17b0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:29.345158 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7e060835-6cfa-451f-a822-ba9f28edc196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (5535b5f9-ee90-4087-bc0e-037279d7aa62), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:29.350171 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7e060835-6cfa-451f-a822-ba9f28edc196 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:29.353233 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-7e060835-6cfa-451f-a822-ba9f28edc196 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5535b5f9-ee90-4087-bc0e-037279d7aa62 HTTP/1.1" status: 204 len: 168 time: 0.2236953 May 10 14:00:29.363961 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e060835-6cfa-451f-a822-ba9f28edc196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5535b5f9-ee90-4087-bc0e-037279d7aa62,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:29.388571 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-675428fa-710e-4a15-a41e-0e7eefda17b0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Network 9c2e159f-7eb2-470d-9799-bf81a94b9b35 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:00:29.394497 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-675428fa-710e-4a15-a41e-0e7eefda17b0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:00:29.402690 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-17b7b4b0-cca7-4364-b121-68c8a9991bce req-e50fcee8-b9ca-4dc5-8a3e-fc8212d36538 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 210 time: 0.0540040 May 10 14:00:29.403506 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-675428fa-710e-4a15-a41e-0e7eefda17b0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:00:29.408607 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-675428fa-710e-4a15-a41e-0e7eefda17b0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:29.409235 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-675428fa-710e-4a15-a41e-0e7eefda17b0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:29.456972 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675428fa-710e-4a15-a41e-0e7eefda17b0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Pushing event updated for resources: {'Port': ['ID=0b32a17e-9e2f-475d-abe1-8b69acb4c76a,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:29.478143 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:29.478782 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-675428fa-710e-4a15-a41e-0e7eefda17b0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6069405 May 10 14:00:29.511618 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:28Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:29.555023 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7268562d-7671-430f-a102-4ccbd41b3804 None None] The sync data for ids ['eea85e8f-4aac-4da4-b715-cc9c21078703'] in dv-cinder-840678-6-iscsi is: [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:28Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:00:29.558374 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-39f13041-ed70-46f4-b41a-b5527f07962e None None] Current status of the port a5297f69-8013-4118-afe4-5fb3d461b91e is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:29.558734 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-39f13041-ed70-46f4-b41a-b5527f07962e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (a5297f69-8013-4118-afe4-5fb3d461b91e), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:29.596815 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-39f13041-ed70-46f4-b41a-b5527f07962e None None] For port a5297f69-8013-4118-afe4-5fb3d461b91e, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=a5297f69-8013-4118-afe4-5fb3d461b91e,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:29.603646 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-39f13041-ed70-46f4-b41a-b5527f07962e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (a5297f69-8013-4118-afe4-5fb3d461b91e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:29.665741 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f13041-ed70-46f4-b41a-b5527f07962e None None] Pushing event updated for resources: {'Port': ['ID=a5297f69-8013-4118-afe4-5fb3d461b91e,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:29.723083 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-31341558-ecf3-4a32-9e2e-f159286e2b32 None None] Provisioning complete for port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:29.723485 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-31341558-ecf3-4a32-9e2e-f159286e2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:29.759739 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-31341558-ecf3-4a32-9e2e-f159286e2b32 None None] Port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:00:29.769867 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-31341558-ecf3-4a32-9e2e-f159286e2b32 None None] Provisioning complete for port a5297f69-8013-4118-afe4-5fb3d461b91e triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:29.770396 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-31341558-ecf3-4a32-9e2e-f159286e2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (a5297f69-8013-4118-afe4-5fb3d461b91e), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:29.863228 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-31341558-ecf3-4a32-9e2e-f159286e2b32 None None] Current status of the port a5297f69-8013-4118-afe4-5fb3d461b91e is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:30.044036 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107394df-2eeb-4247-9772-d854803e167e req-9fa71472-1c6b-4e7f-b789-0a0286031fe7 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:30.045808 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-107394df-2eeb-4247-9772-d854803e167e req-9fa71472-1c6b-4e7f-b789-0a0286031fe7 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 944 time: 0.0542266 May 10 14:00:30.100071 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-107394df-2eeb-4247-9772-d854803e167e req-f6728448-3bb9-406a-86b7-166a2fbeff30 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/security-groups?id=489e94b3-9787-4add-b187-9a4ed86d7d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463414 May 10 14:00:30.234512 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22718649-33f4-4df2-b302-f5e5472f3d08 req-f0d456b3-56b7-445e-b549-8543dfda3949 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:30.239909 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-22718649-33f4-4df2-b302-f5e5472f3d08 req-f0d456b3-56b7-445e-b549-8543dfda3949 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 931 time: 0.0614071 May 10 14:00:30.288814 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-22718649-33f4-4df2-b302-f5e5472f3d08 req-0af05e34-f51e-4eaa-8020-1d35a69fa8ca tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469208 May 10 14:00:30.373839 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352c2f2-55c5-4013-aea4-3369ae2fee92 req-d8811237-581e-4f5a-bb71-2acdccb87348 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:30.375591 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9d8eda6b-6181-4a2d-879d-130df07cdf4f req-042a47f5-5add-40f7-b967-c4f2983f98a0 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 210 time: 0.0284483 May 10 14:00:30.376604 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7352c2f2-55c5-4013-aea4-3369ae2fee92 req-d8811237-581e-4f5a-bb71-2acdccb87348 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 931 time: 0.0538731 May 10 14:00:30.416155 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 32493f7b-bc46-42f6-a393-ade265851e55 up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:30.455677 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7352c2f2-55c5-4013-aea4-3369ae2fee92 req-d3714244-12d4-4072-a884-62fe0bb5e9ee tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664029 May 10 14:00:30.486120 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning for port 32493f7b-bc46-42f6-a393-ade265851e55 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:00:30.498874 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port 32493f7b-bc46-42f6-a393-ade265851e55 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:30.499276 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (32493f7b-bc46-42f6-a393-ade265851e55), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:30.524024 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-c85dd023-a8f8-485e-8b58-4b5dcdcf935f service neutron] Request body: {'port': {'device_id': 'c22e54ed-bbfa-42df-af34-67721740c4b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:30.527550 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.57', 64860) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:30.531364 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-523dfcc6-439f-4988-a229-7063944739e5 req-0442a66a-f0a4-4d31-ba5d-abb96f50e7b8 service neutron] Request body: {'port': {'device_id': '54be9a2c-c327-4249-ba65-0fc49162bac7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:30.549819 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-910ac04e-a85e-45f9-8c09-54415af0064b service neutron] Request body: {'port': {'device_id': '067bd8aa-a9d7-41f4-82a3-54e00fe64f68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:30.600725 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c22d8211-4b2f-4a16-a3ab-df27b56b7b94 req-b9fa64ea-d8fd-4a44-b4a3-09c6680b37ce tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 210 time: 0.1062775 May 10 14:00:30.632796 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-910ac04e-a85e-45f9-8c09-54415af0064b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:30.677752 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 32493f7b-bc46-42f6-a393-ade265851e55 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:30.681264 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (32493f7b-bc46-42f6-a393-ade265851e55), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:30.780801 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 32493f7b-bc46-42f6-a393-ade265851e55, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=32493f7b-bc46-42f6-a393-ade265851e55,segment=NetworkSegment(b905a855-d63c-4261-8f55-914c64753035),segment_id=b905a855-d63c-4261-8f55-914c64753035)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:30.782256 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983a758b-f633-43b1-9215-c91fadb59ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32493f7b-bc46-42f6-a393-ade265851e55'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:00:30.836194 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-c85dd023-a8f8-485e-8b58-4b5dcdcf935f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (48a907c3-b5e2-4fd8-b6cb-cc60b528bc16), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:30.846904 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 49550) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:30.902160 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (32493f7b-bc46-42f6-a393-ade265851e55), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:30.912163 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:30.939415 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device a5297f69-8013-4118-afe4-5fb3d461b91e up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:30.964692 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-523dfcc6-439f-4988-a229-7063944739e5 req-0442a66a-f0a4-4d31-ba5d-abb96f50e7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (54c8afe4-b86d-4757-bf04-f87c35143a83), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:30.990438 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef62d0-e327-4b92-813c-2f391c69788b req-5d65548f-c379-49c4-a00c-f318de88cea0 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:30.992157 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8aef62d0-e327-4b92-813c-2f391c69788b req-5d65548f-c379-49c4-a00c-f318de88cea0 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.57 "GET /v2.0/networks?id=74785619-4d29-47a9-9c74-95cf48855a3c HTTP/1.1" status: 200 len: 818 time: 0.4486766 May 10 14:00:31.030736 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port a5297f69-8013-4118-afe4-5fb3d461b91e triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:31.031188 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (a5297f69-8013-4118-afe4-5fb3d461b91e), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:31.073192 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123655b2-4bac-48de-bbee-2df7450089a1" -d '{"events": [{"server_uuid": "983a758b-f633-43b1-9215-c91fadb59ff6", "name": "network-vif-plugged", "status": "completed", "tag": "32493f7b-bc46-42f6-a393-ade265851e55"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:00:31.086581 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=32493f7b-bc46-42f6-a393-ade265851e55,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:31.137297 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port a5297f69-8013-4118-afe4-5fb3d461b91e is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:31.174236 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c2d62ca2-5dd2-4085-9f01-dd138dc2d736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:31.195061 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-910ac04e-a85e-45f9-8c09-54415af0064b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b32a17e-9e2f-475d-abe1-8b69acb4c76a {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:00:31.212129 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fde215-7c8d-49e9-a90e-b4e9524b7a3a x-openstack-request-id: req-a2fde215-7c8d-49e9-a90e-b4e9524b7a3a {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:00:31.212572 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983a758b-f633-43b1-9215-c91fadb59ff6", "name": "network-vif-plugged", "status": "completed", "tag": "32493f7b-bc46-42f6-a393-ade265851e55", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:00:31.213007 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2fde215-7c8d-49e9-a90e-b4e9524b7a3a {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:00:31.213594 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2fde215-7c8d-49e9-a90e-b4e9524b7a3a'] response: {'server_uuid': '983a758b-f633-43b1-9215-c91fadb59ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32493f7b-bc46-42f6-a393-ade265851e55', 'code': 200} May 10 14:00:31.217926 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-910ac04e-a85e-45f9-8c09-54415af0064b service neutron] Publish callbacks [] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:31.276480 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-910ac04e-a85e-45f9-8c09-54415af0064b service neutron] Transition to ACTIVE for port object 0b32a17e-9e2f-475d-abe1-8b69acb4c76a will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:00:31.289318 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc04a4-11f0-401f-b9f9-7b71ef2a8ab5 req-7dd0b27e-321f-4079-bbae-4f193c2d641b tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:31.290814 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-20dc04a4-11f0-401f-b9f9-7b71ef2a8ab5 req-7dd0b27e-321f-4079-bbae-4f193c2d641b tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 945 time: 0.0898521 May 10 14:00:31.291418 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-910ac04e-a85e-45f9-8c09-54415af0064b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:31.392673 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ac04e-a85e-45f9-8c09-54415af0064b service neutron] Pushing event updated for resources: {'Port': ['ID=0b32a17e-9e2f-475d-abe1-8b69acb4c76a,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:31.467889 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c2d62ca2-5dd2-4085-9f01-dd138dc2d736 admin admin] Publish callbacks [] for security_group (b74156cd-b2d0-4fb9-a66f-cafb21797a6d), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:31.474102 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c2d62ca2-5dd2-4085-9f01-dd138dc2d736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (b74156cd-b2d0-4fb9-a66f-cafb21797a6d), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:31.490757 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-20dc04a4-11f0-401f-b9f9-7b71ef2a8ab5 req-88caca5a-8f99-4bec-9e88-00aeb1d52d0d tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/security-groups?id=489e94b3-9787-4add-b187-9a4ed86d7d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870847 May 10 14:00:31.516472 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-910ac04e-a85e-45f9-8c09-54415af0064b service neutron] Attempting to bind port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:00:31.516791 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-910ac04e-a85e-45f9-8c09-54415af0064b service neutron] Attempting to bind port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '8b2f4b70-5f63-43bc-b2da-5f04e05b34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:00:31.517142 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-910ac04e-a85e-45f9-8c09-54415af0064b service neutron] Attempting to bind port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a on network 9c2e159f-7eb2-470d-9799-bf81a94b9b35 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:00:31.540124 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c2d62ca2-5dd2-4085-9f01-dd138dc2d736 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f99cf9b94c34939b4706e63e517b1b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6889837 May 10 14:00:31.540124 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-910ac04e-a85e-45f9-8c09-54415af0064b service neutron] Port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a on network 9c2e159f-7eb2-470d-9799-bf81a94b9b35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:00:31.540124 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-910ac04e-a85e-45f9-8c09-54415af0064b service neutron] Attempting to bind port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a on network 9c2e159f-7eb2-470d-9799-bf81a94b9b35 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:00:31.540673 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 49572) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:31.543690 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d62ca2-5dd2-4085-9f01-dd138dc2d736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74156cd-b2d0-4fb9-a66f-cafb21797a6d,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:31.549314 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-910ac04e-a85e-45f9-8c09-54415af0064b service neutron] Checking agent: {'id': 'b4f1cee2-bd7e-4da4-854f-0334af1b5198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'started_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:00:31.549660 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-910ac04e-a85e-45f9-8c09-54415af0064b service neutron] Checking segment: {'id': '8b2f4b70-5f63-43bc-b2da-5f04e05b34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:00:31.550217 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-910ac04e-a85e-45f9-8c09-54415af0064b service neutron] Bound using segment: {'id': '8b2f4b70-5f63-43bc-b2da-5f04e05b34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:00:31.550688 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-910ac04e-a85e-45f9-8c09-54415af0064b service neutron] Bound port: 0b32a17e-9e2f-475d-abe1-8b69acb4c76a, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b2f4b70-5f63-43bc-b2da-5f04e05b34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:00:31.551053 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-910ac04e-a85e-45f9-8c09-54415af0064b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:31.639896 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b69c1bf4-3566-4cff-970a-6fa2933a2e24 req-6ef0f902-d874-448d-b412-46729727d1ab tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 210 time: 0.0392115 May 10 14:00:31.646528 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-910ac04e-a85e-45f9-8c09-54415af0064b service neutron] For port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a, host hv-cinder-84067, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:00:31.651941 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-910ac04e-a85e-45f9-8c09-54415af0064b service neutron] For port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=0b32a17e-9e2f-475d-abe1-8b69acb4c76a,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:00:31.654673 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b82e81-a08c-48d4-99e6-ef66bdc088a6 req-687580d6-4dfc-48b9-8d13-0b62458616ac tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:31.656194 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-36b82e81-a08c-48d4-99e6-ef66bdc088a6 req-687580d6-4dfc-48b9-8d13-0b62458616ac tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.1365755 May 10 14:00:31.668131 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-910ac04e-a85e-45f9-8c09-54415af0064b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:31.704257 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-910ac04e-a85e-45f9-8c09-54415af0064b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:31.704886 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-910ac04e-a85e-45f9-8c09-54415af0064b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:31.706367 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-910ac04e-a85e-45f9-8c09-54415af0064b service neutron] 10.222.0.57 "PUT /v2.0/ports/0b32a17e-9e2f-475d-abe1-8b69acb4c76a HTTP/1.1" status: 200 len: 1093 time: 1.1661241 May 10 14:00:31.706971 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067bd8aa-a9d7-41f4-82a3-54e00fe64f68', 'tag': '0b32a17e-9e2f-475d-abe1-8b69acb4c76a'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:00:31.765514 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-c85dd023-a8f8-485e-8b58-4b5dcdcf935f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:00:31.774954 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-c85dd023-a8f8-485e-8b58-4b5dcdcf935f service neutron] Publish callbacks [] for port (48a907c3-b5e2-4fd8-b6cb-cc60b528bc16), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:31.781826 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-912b40a7-4206-40dd-ac7a-f591221bda68 admin admin] Publish callbacks [] for security_group (b74156cd-b2d0-4fb9-a66f-cafb21797a6d), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:31.808600 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-523dfcc6-439f-4988-a229-7063944739e5 req-0442a66a-f0a4-4d31-ba5d-abb96f50e7b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c8afe4-b86d-4757-bf04-f87c35143a83 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:00:31.825514 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-523dfcc6-439f-4988-a229-7063944739e5 req-0442a66a-f0a4-4d31-ba5d-abb96f50e7b8 service neutron] Publish callbacks [] for port (54c8afe4-b86d-4757-bf04-f87c35143a83), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:31.828060 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-c85dd023-a8f8-485e-8b58-4b5dcdcf935f service neutron] Transition to ACTIVE for port object 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:00:31.848679 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-912b40a7-4206-40dd-ac7a-f591221bda68 admin admin] Publish callbacks [] for security_group (b74156cd-b2d0-4fb9-a66f-cafb21797a6d), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:31.853028 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-c85dd023-a8f8-485e-8b58-4b5dcdcf935f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (48a907c3-b5e2-4fd8-b6cb-cc60b528bc16), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:31.857385 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72864d8f697cc3849f7037e54fa44052707e53d1306a4a80922f5c2f90f38e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1391dc-ef94-4338-a2ae-da23069f5d22" -d '{"events": [{"name": "network-changed", "server_uuid": "067bd8aa-a9d7-41f4-82a3-54e00fe64f68", "tag": "0b32a17e-9e2f-475d-abe1-8b69acb4c76a"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:00:31.864761 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ac04e-a85e-45f9-8c09-54415af0064b service neutron] Pushing event updated for resources: {'Port': ['ID=0b32a17e-9e2f-475d-abe1-8b69acb4c76a,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:31.873305 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87812b-7472-4e0a-bb64-850a3f173cdb req-5a0459f5-27d6-4302-8668-48837c0e0619 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:31.874937 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8e87812b-7472-4e0a-bb64-850a3f173cdb req-5a0459f5-27d6-4302-8668-48837c0e0619 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 931 time: 0.1036501 May 10 14:00:31.886459 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-523dfcc6-439f-4988-a229-7063944739e5 req-0442a66a-f0a4-4d31-ba5d-abb96f50e7b8 service neutron] Transition to ACTIVE for port object 54c8afe4-b86d-4757-bf04-f87c35143a83 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:00:31.940505 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-36b82e81-a08c-48d4-99e6-ef66bdc088a6 req-0e555e1e-4c7c-4364-91b6-9a4a6ff9d492 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2387083 May 10 14:00:31.941266 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-523dfcc6-439f-4988-a229-7063944739e5 req-0442a66a-f0a4-4d31-ba5d-abb96f50e7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (54c8afe4-b86d-4757-bf04-f87c35143a83), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:31.956392 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8e87812b-7472-4e0a-bb64-850a3f173cdb req-80b52201-eb3b-4a02-be2d-cc06ad18dbae tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707071 May 10 14:00:32.014794 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85dd023-a8f8-485e-8b58-4b5dcdcf935f service neutron] Pushing event updated for resources: {'Port': ['ID=48a907c3-b5e2-4fd8-b6cb-cc60b528bc16,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:32.091981 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-c85dd023-a8f8-485e-8b58-4b5dcdcf935f service neutron] Attempting to bind port 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:00:32.092422 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-c85dd023-a8f8-485e-8b58-4b5dcdcf935f service neutron] Attempting to bind port 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '7f904fe4-a583-4eae-8ba7-b18fa03ec8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:00:32.092764 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-c85dd023-a8f8-485e-8b58-4b5dcdcf935f service neutron] Attempting to bind port 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 on network ad65d3a2-8251-4281-96ce-37b7d361be92 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:00:32.134432 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b80199ea-caf3-4b7e-8d22-81f6e84dd084 req-fc36b357-e384-46cd-8ebd-6001123c6d2d tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 210 time: 0.0890739 May 10 14:00:32.135191 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798b7f9c-f78b-40d1-b51d-b789edd4369c x-openstack-request-id: req-798b7f9c-f78b-40d1-b51d-b789edd4369c {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:00:32.135481 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067bd8aa-a9d7-41f4-82a3-54e00fe64f68", "tag": "0b32a17e-9e2f-475d-abe1-8b69acb4c76a", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:00:32.135732 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-798b7f9c-f78b-40d1-b51d-b789edd4369c {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:00:32.136224 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-798b7f9c-f78b-40d1-b51d-b789edd4369c'] response: {'name': 'network-changed', 'server_uuid': '067bd8aa-a9d7-41f4-82a3-54e00fe64f68', 'tag': '0b32a17e-9e2f-475d-abe1-8b69acb4c76a', 'status': 'completed', 'code': 200} May 10 14:00:32.144114 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-c85dd023-a8f8-485e-8b58-4b5dcdcf935f service neutron] Port 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 on network ad65d3a2-8251-4281-96ce-37b7d361be92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:00:32.144467 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-c85dd023-a8f8-485e-8b58-4b5dcdcf935f service neutron] Attempting to bind port 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 on network ad65d3a2-8251-4281-96ce-37b7d361be92 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:00:32.150530 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-912b40a7-4206-40dd-ac7a-f591221bda68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (b74156cd-b2d0-4fb9-a66f-cafb21797a6d), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:32.153184 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-912b40a7-4206-40dd-ac7a-f591221bda68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:32.157690 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-912b40a7-4206-40dd-ac7a-f591221bda68 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b74156cd-b2d0-4fb9-a66f-cafb21797a6d HTTP/1.1" status: 204 len: 168 time: 0.6139467 May 10 14:00:32.180087 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-c85dd023-a8f8-485e-8b58-4b5dcdcf935f service neutron] Checking agent: {'id': 'b4f1cee2-bd7e-4da4-854f-0334af1b5198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'started_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:00:32.180462 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-c85dd023-a8f8-485e-8b58-4b5dcdcf935f service neutron] Checking segment: {'id': '7f904fe4-a583-4eae-8ba7-b18fa03ec8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:00:32.180853 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-c85dd023-a8f8-485e-8b58-4b5dcdcf935f service neutron] Bound using segment: {'id': '7f904fe4-a583-4eae-8ba7-b18fa03ec8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:00:32.181338 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-c85dd023-a8f8-485e-8b58-4b5dcdcf935f service neutron] Bound port: 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f904fe4-a583-4eae-8ba7-b18fa03ec8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:00:32.181707 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-c85dd023-a8f8-485e-8b58-4b5dcdcf935f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (48a907c3-b5e2-4fd8-b6cb-cc60b528bc16), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:32.190190 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442a66a-f0a4-4d31-ba5d-abb96f50e7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=54c8afe4-b86d-4757-bf04-f87c35143a83,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:32.198455 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-523dfcc6-439f-4988-a229-7063944739e5 req-0442a66a-f0a4-4d31-ba5d-abb96f50e7b8 service neutron] Attempting to bind port 54c8afe4-b86d-4757-bf04-f87c35143a83 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:00:32.199322 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-523dfcc6-439f-4988-a229-7063944739e5 req-0442a66a-f0a4-4d31-ba5d-abb96f50e7b8 service neutron] Attempting to bind port 54c8afe4-b86d-4757-bf04-f87c35143a83 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '3e067be8-9042-4bef-841c-16195f679735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:00:32.201938 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523dfcc6-439f-4988-a229-7063944739e5 req-0442a66a-f0a4-4d31-ba5d-abb96f50e7b8 service neutron] Attempting to bind port 54c8afe4-b86d-4757-bf04-f87c35143a83 on network 74785619-4d29-47a9-9c74-95cf48855a3c {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:00:32.216572 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523dfcc6-439f-4988-a229-7063944739e5 req-0442a66a-f0a4-4d31-ba5d-abb96f50e7b8 service neutron] Port 54c8afe4-b86d-4757-bf04-f87c35143a83 on network 74785619-4d29-47a9-9c74-95cf48855a3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:00:32.217171 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523dfcc6-439f-4988-a229-7063944739e5 req-0442a66a-f0a4-4d31-ba5d-abb96f50e7b8 service neutron] Attempting to bind port 54c8afe4-b86d-4757-bf04-f87c35143a83 on network 74785619-4d29-47a9-9c74-95cf48855a3c {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:00:32.223419 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b40a7-4206-40dd-ac7a-f591221bda68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74156cd-b2d0-4fb9-a66f-cafb21797a6d,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:32.229508 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523dfcc6-439f-4988-a229-7063944739e5 req-0442a66a-f0a4-4d31-ba5d-abb96f50e7b8 service neutron] Checking agent: {'id': 'b4f1cee2-bd7e-4da4-854f-0334af1b5198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'started_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:00:32.229809 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523dfcc6-439f-4988-a229-7063944739e5 req-0442a66a-f0a4-4d31-ba5d-abb96f50e7b8 service neutron] Checking segment: {'id': '3e067be8-9042-4bef-841c-16195f679735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:00:32.230201 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523dfcc6-439f-4988-a229-7063944739e5 req-0442a66a-f0a4-4d31-ba5d-abb96f50e7b8 service neutron] Bound using segment: {'id': '3e067be8-9042-4bef-841c-16195f679735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:00:32.232387 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-523dfcc6-439f-4988-a229-7063944739e5 req-0442a66a-f0a4-4d31-ba5d-abb96f50e7b8 service neutron] Bound port: 54c8afe4-b86d-4757-bf04-f87c35143a83, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e067be8-9042-4bef-841c-16195f679735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:00:32.232775 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-523dfcc6-439f-4988-a229-7063944739e5 req-0442a66a-f0a4-4d31-ba5d-abb96f50e7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (54c8afe4-b86d-4757-bf04-f87c35143a83), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:32.361752 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-c85dd023-a8f8-485e-8b58-4b5dcdcf935f service neutron] For port 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16, host hv-cinder-84067, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:00:32.366028 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-c85dd023-a8f8-485e-8b58-4b5dcdcf935f service neutron] For port 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=48a907c3-b5e2-4fd8-b6cb-cc60b528bc16,segment=NetworkSegment(7f904fe4-a583-4eae-8ba7-b18fa03ec8bb),segment_id=7f904fe4-a583-4eae-8ba7-b18fa03ec8bb)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:00:32.367720 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-523dfcc6-439f-4988-a229-7063944739e5 req-0442a66a-f0a4-4d31-ba5d-abb96f50e7b8 service neutron] For port 54c8afe4-b86d-4757-bf04-f87c35143a83, host hv-cinder-84067, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:00:32.372364 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-523dfcc6-439f-4988-a229-7063944739e5 req-0442a66a-f0a4-4d31-ba5d-abb96f50e7b8 service neutron] For port 54c8afe4-b86d-4757-bf04-f87c35143a83, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=54c8afe4-b86d-4757-bf04-f87c35143a83,segment=NetworkSegment(3e067be8-9042-4bef-841c-16195f679735),segment_id=3e067be8-9042-4bef-841c-16195f679735)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:00:32.376554 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-c85dd023-a8f8-485e-8b58-4b5dcdcf935f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (48a907c3-b5e2-4fd8-b6cb-cc60b528bc16), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:32.410320 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:32.417498 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-523dfcc6-439f-4988-a229-7063944739e5 req-0442a66a-f0a4-4d31-ba5d-abb96f50e7b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (54c8afe4-b86d-4757-bf04-f87c35143a83), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:32.428841 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-c85dd023-a8f8-485e-8b58-4b5dcdcf935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:32.429470 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-c85dd023-a8f8-485e-8b58-4b5dcdcf935f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:32.430855 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-c85dd023-a8f8-485e-8b58-4b5dcdcf935f service neutron] 10.222.0.57 "PUT /v2.0/ports/48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 HTTP/1.1" status: 200 len: 1093 time: 1.9135029 May 10 14:00:32.431321 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22e54ed-bbfa-42df-af34-67721740c4b0', 'tag': '48a907c3-b5e2-4fd8-b6cb-cc60b528bc16'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:00:32.433589 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e17598-6b55-40d9-ae3e-d30fc1e8dd15" -d '{"events": [{"name": "network-changed", "server_uuid": "c22e54ed-bbfa-42df-af34-67721740c4b0", "tag": "48a907c3-b5e2-4fd8-b6cb-cc60b528bc16"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:00:32.451745 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523dfcc6-439f-4988-a229-7063944739e5 req-0442a66a-f0a4-4d31-ba5d-abb96f50e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:32.452709 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-523dfcc6-439f-4988-a229-7063944739e5 req-0442a66a-f0a4-4d31-ba5d-abb96f50e7b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:32.455683 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-523dfcc6-439f-4988-a229-7063944739e5 req-0442a66a-f0a4-4d31-ba5d-abb96f50e7b8 service neutron] 10.222.0.57 "PUT /v2.0/ports/54c8afe4-b86d-4757-bf04-f87c35143a83 HTTP/1.1" status: 200 len: 1094 time: 1.9286437 May 10 14:00:32.477874 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85dd023-a8f8-485e-8b58-4b5dcdcf935f service neutron] Pushing event updated for resources: {'Port': ['ID=48a907c3-b5e2-4fd8-b6cb-cc60b528bc16,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:32.482131 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbc4d53-122e-480c-beed-ddc2f9814ed9 x-openstack-request-id: req-5cbc4d53-122e-480c-beed-ddc2f9814ed9 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:00:32.483160 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22e54ed-bbfa-42df-af34-67721740c4b0", "tag": "48a907c3-b5e2-4fd8-b6cb-cc60b528bc16", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:00:32.483600 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5cbc4d53-122e-480c-beed-ddc2f9814ed9 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:00:32.484204 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cbc4d53-122e-480c-beed-ddc2f9814ed9'] response: {'name': 'network-changed', 'server_uuid': 'c22e54ed-bbfa-42df-af34-67721740c4b0', 'tag': '48a907c3-b5e2-4fd8-b6cb-cc60b528bc16', 'status': 'completed', 'code': 200} May 10 14:00:32.539514 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442a66a-f0a4-4d31-ba5d-abb96f50e7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=54c8afe4-b86d-4757-bf04-f87c35143a83,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:32.656043 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8c54c-037c-4c3c-ae20-040ffafd0130 req-3781cb3c-b7cf-46b1-82a0-1b86baf07894 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:32.657812 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f2c8c54c-037c-4c3c-ae20-040ffafd0130 req-3781cb3c-b7cf-46b1-82a0-1b86baf07894 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 945 time: 0.0625157 May 10 14:00:32.746239 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f2c8c54c-037c-4c3c-ae20-040ffafd0130 req-ce2c7cf6-a5a7-44a8-8520-522611a0275e tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/security-groups?id=489e94b3-9787-4add-b187-9a4ed86d7d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828347 May 10 14:00:32.753436 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fcddfd04-65b2-449e-950c-27eed6e6a3b5 req-fb0d750e-076a-4e39-8a96-6ca4787a5b9b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 210 time: 0.0344038 May 10 14:00:33.092543 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dce01d-22d9-4671-9287-3397f702e371 req-c16d7719-f8be-450a-b084-780c8a390831 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:33.094045 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d0dce01d-22d9-4671-9287-3397f702e371 req-c16d7719-f8be-450a-b084-780c8a390831 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 943 time: 0.0553184 May 10 14:00:33.109048 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66c003-ea05-4279-bc4c-cadbac4e0740 req-3cb7a8e7-0dfd-4c67-a0f8-17c0eb175e83 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:33.112684 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-db66c003-ea05-4279-bc4c-cadbac4e0740 req-3cb7a8e7-0dfd-4c67-a0f8-17c0eb175e83 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0691075 May 10 14:00:33.180343 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d0dce01d-22d9-4671-9287-3397f702e371 req-9d696532-2e94-449e-9702-e863ff38fbe4 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795395 May 10 14:00:33.208414 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-db66c003-ea05-4279-bc4c-cadbac4e0740 req-8780a563-06c8-483b-a69d-008b82d89c1f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887120 May 10 14:00:33.274474 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6d14f65f-b33c-41e4-9b47-bbf6ec7f828b req-21136046-d143-413f-891c-4cc0e950d529 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 210 time: 0.0302835 May 10 14:00:33.443263 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-8aef62d0-e327-4b92-813c-2f391c69788b req-ee682653-6694-462a-84c3-20a67b8618a9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Request body: {'port': {'device_id': 'c99093de-3e49-4cee-b398-90c326ef8050', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'admin_state_up': True, 'tenant_id': '368287ad726146f88559c73a86e4b26d'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:33.517498 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e17598-6b55-40d9-ae3e-d30fc1e8dd15 req-cf2a2f81-8d53-41c8-aeff-612c28b0868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:33.520541 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-00e17598-6b55-40d9-ae3e-d30fc1e8dd15 req-cf2a2f81-8d53-41c8-aeff-612c28b0868e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d19ea52173a04c8e8624b91ac0e3eb48&device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 1127 time: 0.0863483 May 10 14:00:33.568539 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aef62d0-e327-4b92-813c-2f391c69788b req-ee682653-6694-462a-84c3-20a67b8618a9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Made reservation on behalf of 368287ad726146f88559c73a86e4b26d for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:00:33.571983 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8aef62d0-e327-4b92-813c-2f391c69788b req-ee682653-6694-462a-84c3-20a67b8618a9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:33.755025 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-8aef62d0-e327-4b92-813c-2f391c69788b req-ee682653-6694-462a-84c3-20a67b8618a9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Allocated IP 172.20.0.3 (74785619-4d29-47a9-9c74-95cf48855a3c/e3840d9d-0915-4f13-a509-4479e7e326c0/0f558f56-6f77-4669-b4bd-6cfd29789243) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:00:33.884539 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fca81995-4104-4969-9ed2-ca496aa3fd54 req-b5f594a1-3ff0-46ff-b6cc-770078ca4bef tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 210 time: 0.0478539 May 10 14:00:33.906395 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e17598-6b55-40d9-ae3e-d30fc1e8dd15 req-e2b38aac-33a8-4d66-9e6b-e5b495d0515c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:33.912202 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-00e17598-6b55-40d9-ae3e-d30fc1e8dd15 req-e2b38aac-33a8-4d66-9e6b-e5b495d0515c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d19ea52173a04c8e8624b91ac0e3eb48&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2934446 May 10 14:00:33.924959 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e544a1-d172-4c54-9804-1c67ae6e85fc req-2c0608ab-af73-4646-9e7f-8cc77274352d tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:33.926345 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f2e544a1-d172-4c54-9804-1c67ae6e85fc req-2c0608ab-af73-4646-9e7f-8cc77274352d tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 945 time: 0.0869086 May 10 14:00:33.934417 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.57', 64869) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:34.041412 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523dfcc6-439f-4988-a229-7063944739e5 req-9f5dcd4b-7e20-4197-a8e9-8bf0415c51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:34.042938 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-523dfcc6-439f-4988-a229-7063944739e5 req-9f5dcd4b-7e20-4197-a8e9-8bf0415c51d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=368287ad726146f88559c73a86e4b26d&device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 1128 time: 0.1157050 May 10 14:00:34.051943 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.57', 64874) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:34.223215 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8aef62d0-e327-4b92-813c-2f391c69788b req-ee682653-6694-462a-84c3-20a67b8618a9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for port (0f558f56-6f77-4669-b4bd-6cfd29789243), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:34.272947 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-523dfcc6-439f-4988-a229-7063944739e5 req-8d25c087-2f70-4738-87a6-0ba5e69a5907 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54c8afe4-b86d-4757-bf04-f87c35143a83 HTTP/1.1" status: 200 len: 217 time: 0.1985035 May 10 14:00:34.274369 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1391dc-ef94-4338-a2ae-da23069f5d22 req-5ce8d9e1-a771-4674-9d0b-5b0e79a3eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:34.279664 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3e1391dc-ef94-4338-a2ae-da23069f5d22 req-5ce8d9e1-a771-4674-9d0b-5b0e79a3eb52 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd39c2a00ace4575896bf3f045bedce1&device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 1127 time: 0.3512316 May 10 14:00:34.420775 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993fe5f-d092-4e49-85aa-b7d0d08add55 req-00d0f1bb-052c-46f9-a126-c0b5ed9607b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:34.422274 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d993fe5f-d092-4e49-85aa-b7d0d08add55 req-00d0f1bb-052c-46f9-a126-c0b5ed9607b8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 1129 time: 0.4868786 May 10 14:00:34.444932 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e62cb-2e22-44b1-8cd5-c7a161611a61 req-d63fa27f-b791-4f8a-815f-4c90119d21a2 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:34.447079 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-250e62cb-2e22-44b1-8cd5-c7a161611a61 req-d63fa27f-b791-4f8a-815f-4c90119d21a2 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 943 time: 0.1221082 May 10 14:00:34.485000 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54be9a2c-c327-4249-ba65-0fc49162bac7', 'tag': '54c8afe4-b86d-4757-bf04-f87c35143a83'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:00:34.487214 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f268c8-dc13-4520-8dd3-103ec63b7989" -d '{"events": [{"name": "network-changed", "server_uuid": "54be9a2c-c327-4249-ba65-0fc49162bac7", "tag": "54c8afe4-b86d-4757-bf04-f87c35143a83"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:00:34.519894 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d993fe5f-d092-4e49-85aa-b7d0d08add55 req-633d7510-f5e9-4edc-99e2-1dd8faf4f406 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:34.521848 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f2e544a1-d172-4c54-9804-1c67ae6e85fc req-12a8f605-3cb5-49a1-b0c0-3921baa36792 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/security-groups?id=489e94b3-9787-4add-b187-9a4ed86d7d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5704429 May 10 14:00:34.536223 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e17598-6b55-40d9-ae3e-d30fc1e8dd15 req-d1b6d765-b183-4d5c-b9ed-bf47f13d5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:34.538295 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-00e17598-6b55-40d9-ae3e-d30fc1e8dd15 req-d1b6d765-b183-4d5c-b9ed-bf47f13d5fcb service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6017182 May 10 14:00:34.566666 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8aef62d0-e327-4b92-813c-2f391c69788b req-ee682653-6694-462a-84c3-20a67b8618a9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (0f558f56-6f77-4669-b4bd-6cfd29789243), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:34.592997 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-250e62cb-2e22-44b1-8cd5-c7a161611a61 req-f14b74c2-3d5e-4c5e-91f5-7bd5b749c07a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317656 May 10 14:00:34.605343 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523dfcc6-439f-4988-a229-7063944739e5 req-aeb3af46-7f26-4d30-9693-4bc86b6dec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:34.606944 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-523dfcc6-439f-4988-a229-7063944739e5 req-aeb3af46-7f26-4d30-9693-4bc86b6dec4c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3840d9d-0915-4f13-a509-4479e7e326c0 HTTP/1.1" status: 200 len: 857 time: 0.3261900 May 10 14:00:34.766374 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-533b4a32-142e-4c73-a22b-9f8fdf9b6e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:34.767970 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-533b4a32-142e-4c73-a22b-9f8fdf9b6e28 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d19ea52173a04c8e8624b91ac0e3eb48&device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 1127 time: 0.1327620 May 10 14:00:34.784469 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d993fe5f-d092-4e49-85aa-b7d0d08add55 req-633d7510-f5e9-4edc-99e2-1dd8faf4f406 service neutron] Publish callbacks [] for security_group (66557c20-7a7d-4f64-80ed-d922c27794c9), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:34.826137 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-d993fe5f-d092-4e49-85aa-b7d0d08add55 req-633d7510-f5e9-4edc-99e2-1dd8faf4f406 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (66557c20-7a7d-4f64-80ed-d922c27794c9), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:34.870090 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde4315-fabe-4bb2-baf6-7a0226a0d68f req-214a8c85-7200-4ab4-94ff-38ea8f982bfd tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:34.871795 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0fde4315-fabe-4bb2-baf6-7a0226a0d68f req-214a8c85-7200-4ab4-94ff-38ea8f982bfd tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 931 time: 0.1742585 May 10 14:00:34.886759 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-20ff0d05-ba68-4b8a-b539-831107258af0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 HTTP/1.1" status: 200 len: 217 time: 0.0982363 May 10 14:00:34.899023 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aef62d0-e327-4b92-813c-2f391c69788b req-ee682653-6694-462a-84c3-20a67b8618a9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Network 74785619-4d29-47a9-9c74-95cf48855a3c is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:00:34.949515 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6ffa46e1-934f-432a-8425-8778e0944bf2 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:34.952076 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6ffa46e1-934f-432a-8425-8778e0944bf2 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.57 "GET /v2.0/networks?id=2c9ceeee-200d-4bc2-b027-788cdb69321a HTTP/1.1" status: 200 len: 815 time: 0.8947840 May 10 14:00:34.964838 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d993fe5f-d092-4e49-85aa-b7d0d08add55 req-633d7510-f5e9-4edc-99e2-1dd8faf4f406 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=489e94b3-9787-4add-b187-9a4ed86d7d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909415 May 10 14:00:34.971274 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d7510-f5e9-4edc-99e2-1dd8faf4f406 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=66557c20-7a7d-4f64-80ed-d922c27794c9,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:35.005951 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-28b548af-384a-4735-95b0-44b1b2563b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:35.006154 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-8aef62d0-e327-4b92-813c-2f391c69788b req-ee682653-6694-462a-84c3-20a67b8618a9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:00:35.007432 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-28b548af-384a-4735-95b0-44b1b2563b03 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05b5fdd2-bcb1-4f20-897f-d7f7c5093f12 HTTP/1.1" status: 200 len: 849 time: 0.1054194 May 10 14:00:35.009287 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aef62d0-e327-4b92-813c-2f391c69788b req-ee682653-6694-462a-84c3-20a67b8618a9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:00:35.014492 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef62d0-e327-4b92-813c-2f391c69788b req-ee682653-6694-462a-84c3-20a67b8618a9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:35.015144 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8aef62d0-e327-4b92-813c-2f391c69788b req-ee682653-6694-462a-84c3-20a67b8618a9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:35.031753 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0fde4315-fabe-4bb2-baf6-7a0226a0d68f req-d1f3ca1b-9620-4f72-b1a2-75449082383b tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455724 May 10 14:00:35.088900 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee682653-6694-462a-84c3-20a67b8618a9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Pushing event updated for resources: {'Port': ['ID=0f558f56-6f77-4669-b4bd-6cfd29789243,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:35.092460 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1391dc-ef94-4338-a2ae-da23069f5d22 req-bf608b34-18ab-43ff-b8c3-11d15db87541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:35.094181 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3e1391dc-ef94-4338-a2ae-da23069f5d22 req-bf608b34-18ab-43ff-b8c3-11d15db87541 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=dd39c2a00ace4575896bf3f045bedce1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.7731857 May 10 14:00:35.097936 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523dfcc6-439f-4988-a229-7063944739e5 req-4d513850-8370-4b70-ba9a-66e8b0fe026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:35.099398 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-523dfcc6-439f-4988-a229-7063944739e5 req-4d513850-8370-4b70-ba9a-66e8b0fe026c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74785619-4d29-47a9-9c74-95cf48855a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4552970 May 10 14:00:35.102948 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8aef62d0-e327-4b92-813c-2f391c69788b req-ee682653-6694-462a-84c3-20a67b8618a9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6716063 May 10 14:00:35.110071 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e58b73-d0d2-443e-bbba-d0cecfc6a4f7 req-04ad9fca-bdb7-4b17-a384-de21e4faf2d9 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:35.111621 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-94e58b73-d0d2-443e-bbba-d0cecfc6a4f7 req-04ad9fca-bdb7-4b17-a384-de21e4faf2d9 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.2167308 May 10 14:00:35.113182 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8599922-cb6f-4506-8ec7-5aed66ada4f4 x-openstack-request-id: req-b8599922-cb6f-4506-8ec7-5aed66ada4f4 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:00:35.113474 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54be9a2c-c327-4249-ba65-0fc49162bac7", "tag": "54c8afe4-b86d-4757-bf04-f87c35143a83", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:00:35.113731 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8599922-cb6f-4506-8ec7-5aed66ada4f4 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:00:35.114113 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8599922-cb6f-4506-8ec7-5aed66ada4f4'] response: {'name': 'network-changed', 'server_uuid': '54be9a2c-c327-4249-ba65-0fc49162bac7', 'tag': '54c8afe4-b86d-4757-bf04-f87c35143a83', 'status': 'completed', 'code': 200} May 10 14:00:35.182929 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-94e58b73-d0d2-443e-bbba-d0cecfc6a4f7 req-8151655c-d71c-40a2-9121-8bcdc5dc7fc3 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614221 May 10 14:00:35.196741 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9884d21b-6ce5-47c7-84f0-e26149e93846 req-9a441b87-8683-4c68-a596-86e48014eb17 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 210 time: 0.0310161 May 10 14:00:35.293170 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-1ca21903-c47e-49a1-8a80-c35b259db3e5 None None] Provisioning complete for port 0f558f56-6f77-4669-b4bd-6cfd29789243 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:35.293846 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1ca21903-c47e-49a1-8a80-c35b259db3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (0f558f56-6f77-4669-b4bd-6cfd29789243), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:35.331841 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-1ca21903-c47e-49a1-8a80-c35b259db3e5 None None] Port 0f558f56-6f77-4669-b4bd-6cfd29789243 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:00:35.336339 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-8aef62d0-e327-4b92-813c-2f391c69788b req-f276a2cd-2837-421b-8138-ea5086e0155b service neutron] Request body: {'port': {'device_id': 'c99093de-3e49-4cee-b398-90c326ef8050', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:35.361358 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6b8d5b3a-2c53-4d04-a26c-9c46713d7541 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd HTTP/1.1" status: 200 len: 379 time: 0.1032786 May 10 14:00:35.384205 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-951d2587-793e-4bb5-9d95-0e771b4a69a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:35.385715 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-951d2587-793e-4bb5-9d95-0e771b4a69a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ad65d3a2-8251-4281-96ce-37b7d361be92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799012 May 10 14:00:35.593899 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8aef62d0-e327-4b92-813c-2f391c69788b req-f276a2cd-2837-421b-8138-ea5086e0155b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (0f558f56-6f77-4669-b4bd-6cfd29789243), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:35.622194 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1391dc-ef94-4338-a2ae-da23069f5d22 req-14c2bbc4-f667-4713-bd7e-90bce8c89706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:35.623701 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3e1391dc-ef94-4338-a2ae-da23069f5d22 req-14c2bbc4-f667-4713-bd7e-90bce8c89706 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3161061 May 10 14:00:35.641211 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-523dfcc6-439f-4988-a229-7063944739e5 req-7971e0f6-1ae9-470b-aabb-979bc8f39961 service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323812 May 10 14:00:35.682661 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-eebac21d-be62-44da-90e5-8a15443b6959 req-a210cfd5-92c8-470d-93b9-50d4ae0fd764 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Request body: {'port': {'device_id': '1e5f6640-8318-4ba7-be1f-7a578b595363', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'admin_state_up': True, 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'security_groups': ['c668e73c-85f7-4040-9241-41114856b09f']}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:35.774579 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159bd29-af95-4c8f-bf08-2d19319c41e0 req-e5180242-abd7-4ed8-950a-a2ff15d46e0e tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:35.776241 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a159bd29-af95-4c8f-bf08-2d19319c41e0 req-e5180242-abd7-4ed8-950a-a2ff15d46e0e tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 943 time: 0.1007442 May 10 14:00:35.815720 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0026b1-92d8-4820-bedd-3c0d98757cf0 req-cfb69b4e-257a-411f-a612-495038b2642c tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:35.817270 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dc0026b1-92d8-4820-bedd-3c0d98757cf0 req-cfb69b4e-257a-411f-a612-495038b2642c tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 945 time: 0.1971276 May 10 14:00:35.853650 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-216e2257-91ac-4909-828b-f285c64a833f service neutron] 10.222.0.57 "GET /v2.0/networks/ad65d3a2-8251-4281-96ce-37b7d361be92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860435 May 10 14:00:35.868289 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a159bd29-af95-4c8f-bf08-2d19319c41e0 req-33e2fea8-441f-41f0-9d6e-16c590eb3a15 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818143 May 10 14:00:35.939884 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-bc3c6a7d-9634-4397-b22d-0be1fe656df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:35.941426 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-bc3c6a7d-9634-4397-b22d-0be1fe656df3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd39c2a00ace4575896bf3f045bedce1&device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 1127 time: 0.2169161 May 10 14:00:35.977006 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9a3ed7a-aede-4b17-8b1b-d05887ad2f2b req-6a78c55b-413f-4a8a-ab09-e282f79903da service neutron] 10.222.0.57 "GET /v2.0/networks/ad65d3a2-8251-4281-96ce-37b7d361be92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051106 May 10 14:00:36.049510 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-ee77d28e-78b3-4c55-baae-f312c4c4de16 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b32a17e-9e2f-475d-abe1-8b69acb4c76a HTTP/1.1" status: 200 len: 217 time: 0.0870306 May 10 14:00:36.100492 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-523dfcc6-439f-4988-a229-7063944739e5 req-5959e878-2020-4548-a21a-b252577ebe70 service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216003 May 10 14:00:36.108369 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dc0026b1-92d8-4820-bedd-3c0d98757cf0 req-e6e2b9d1-858e-4472-b6a4-012cedd232c1 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/security-groups?id=489e94b3-9787-4add-b187-9a4ed86d7d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617569 May 10 14:00:36.138180 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eebac21d-be62-44da-90e5-8a15443b6959 req-a210cfd5-92c8-470d-93b9-50d4ae0fd764 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Made reservation on behalf of e296ee60cdee4a6b9ca754c83b8c9ffd for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:00:36.145052 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-eebac21d-be62-44da-90e5-8a15443b6959 req-a210cfd5-92c8-470d-93b9-50d4ae0fd764 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:36.147131 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3ff42-8962-4cac-84cb-3e3867ca70ed req-63a915b3-4c26-45f7-967e-4d18899d4c44 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:36.149029 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-52e3ff42-8962-4cac-84cb-3e3867ca70ed req-63a915b3-4c26-45f7-967e-4d18899d4c44 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 931 time: 0.0558586 May 10 14:00:36.200651 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-52e3ff42-8962-4cac-84cb-3e3867ca70ed req-0352f530-d684-4ed6-9fb5-51a57914b5e9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459106 May 10 14:00:36.345907 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a55ac73e-9dc6-4f23-9534-61e496c656fe req-1f2d3b47-701b-4e60-b68c-b6bf2339dcfa tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 210 time: 0.0480361 May 10 14:00:36.357010 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-8aef62d0-e327-4b92-813c-2f391c69788b req-f276a2cd-2837-421b-8138-ea5086e0155b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f558f56-6f77-4669-b4bd-6cfd29789243 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:00:36.371272 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8aef62d0-e327-4b92-813c-2f391c69788b req-f276a2cd-2837-421b-8138-ea5086e0155b service neutron] Publish callbacks [] for port (0f558f56-6f77-4669-b4bd-6cfd29789243), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:36.382064 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a663e2d-8571-4373-87ff-26c9d9e862d7 req-0310e9c0-2504-4838-a524-4c4c5d897026 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:36.383642 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1a663e2d-8571-4373-87ff-26c9d9e862d7 req-0310e9c0-2504-4838-a524-4c4c5d897026 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.1029317 May 10 14:00:36.408022 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-eebac21d-be62-44da-90e5-8a15443b6959 req-a210cfd5-92c8-470d-93b9-50d4ae0fd764 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Allocated IP 172.20.0.6 (2c9ceeee-200d-4bc2-b027-788cdb69321a/cf9fa0ee-3693-4449-88b2-25628aadc1b4/11a4481d-f88f-4503-b4d7-f6b62b846773) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:00:36.431757 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-8aef62d0-e327-4b92-813c-2f391c69788b req-f276a2cd-2837-421b-8138-ea5086e0155b service neutron] Transition to ACTIVE for port object 0f558f56-6f77-4669-b4bd-6cfd29789243 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:00:36.442442 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8aef62d0-e327-4b92-813c-2f391c69788b req-f276a2cd-2837-421b-8138-ea5086e0155b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (0f558f56-6f77-4669-b4bd-6cfd29789243), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:36.519720 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1a663e2d-8571-4373-87ff-26c9d9e862d7 req-c0b08b94-005b-4d5e-8dfe-e814384c63ce tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277590 May 10 14:00:36.573751 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276a2cd-2837-421b-8138-ea5086e0155b service neutron] Pushing event updated for resources: {'Port': ['ID=0f558f56-6f77-4669-b4bd-6cfd29789243,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:36.640995 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-8aef62d0-e327-4b92-813c-2f391c69788b req-f276a2cd-2837-421b-8138-ea5086e0155b service neutron] Attempting to bind port 0f558f56-6f77-4669-b4bd-6cfd29789243 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:00:36.641436 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-8aef62d0-e327-4b92-813c-2f391c69788b req-f276a2cd-2837-421b-8138-ea5086e0155b service neutron] Attempting to bind port 0f558f56-6f77-4669-b4bd-6cfd29789243 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '3e067be8-9042-4bef-841c-16195f679735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:00:36.641664 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aef62d0-e327-4b92-813c-2f391c69788b req-f276a2cd-2837-421b-8138-ea5086e0155b service neutron] Attempting to bind port 0f558f56-6f77-4669-b4bd-6cfd29789243 on network 74785619-4d29-47a9-9c74-95cf48855a3c {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:00:36.655734 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aef62d0-e327-4b92-813c-2f391c69788b req-f276a2cd-2837-421b-8138-ea5086e0155b service neutron] Port 0f558f56-6f77-4669-b4bd-6cfd29789243 on network 74785619-4d29-47a9-9c74-95cf48855a3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:00:36.656072 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aef62d0-e327-4b92-813c-2f391c69788b req-f276a2cd-2837-421b-8138-ea5086e0155b service neutron] Attempting to bind port 0f558f56-6f77-4669-b4bd-6cfd29789243 on network 74785619-4d29-47a9-9c74-95cf48855a3c {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:00:36.667519 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aef62d0-e327-4b92-813c-2f391c69788b req-f276a2cd-2837-421b-8138-ea5086e0155b service neutron] Checking agent: {'id': 'b4f1cee2-bd7e-4da4-854f-0334af1b5198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'started_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:00:36.668040 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aef62d0-e327-4b92-813c-2f391c69788b req-f276a2cd-2837-421b-8138-ea5086e0155b service neutron] Checking segment: {'id': '3e067be8-9042-4bef-841c-16195f679735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:00:36.668816 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aef62d0-e327-4b92-813c-2f391c69788b req-f276a2cd-2837-421b-8138-ea5086e0155b service neutron] Bound using segment: {'id': '3e067be8-9042-4bef-841c-16195f679735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:00:36.669283 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-8aef62d0-e327-4b92-813c-2f391c69788b req-f276a2cd-2837-421b-8138-ea5086e0155b service neutron] Bound port: 0f558f56-6f77-4669-b4bd-6cfd29789243, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e067be8-9042-4bef-841c-16195f679735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:00:36.669723 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8aef62d0-e327-4b92-813c-2f391c69788b req-f276a2cd-2837-421b-8138-ea5086e0155b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (0f558f56-6f77-4669-b4bd-6cfd29789243), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:36.687225 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-eebac21d-be62-44da-90e5-8a15443b6959 req-a210cfd5-92c8-470d-93b9-50d4ae0fd764 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for port (11a4481d-f88f-4503-b4d7-f6b62b846773), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:36.762766 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-8aef62d0-e327-4b92-813c-2f391c69788b req-f276a2cd-2837-421b-8138-ea5086e0155b service neutron] For port 0f558f56-6f77-4669-b4bd-6cfd29789243, host hv-cinder-84067, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:00:36.766632 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-8aef62d0-e327-4b92-813c-2f391c69788b req-f276a2cd-2837-421b-8138-ea5086e0155b service neutron] For port 0f558f56-6f77-4669-b4bd-6cfd29789243, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=0f558f56-6f77-4669-b4bd-6cfd29789243,segment=NetworkSegment(3e067be8-9042-4bef-841c-16195f679735),segment_id=3e067be8-9042-4bef-841c-16195f679735)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:00:36.770076 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-eebac21d-be62-44da-90e5-8a15443b6959 req-a210cfd5-92c8-470d-93b9-50d4ae0fd764 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (11a4481d-f88f-4503-b4d7-f6b62b846773), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:36.776607 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8aef62d0-e327-4b92-813c-2f391c69788b req-f276a2cd-2837-421b-8138-ea5086e0155b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (0f558f56-6f77-4669-b4bd-6cfd29789243), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:36.828385 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef62d0-e327-4b92-813c-2f391c69788b req-f276a2cd-2837-421b-8138-ea5086e0155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:36.829059 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8aef62d0-e327-4b92-813c-2f391c69788b req-f276a2cd-2837-421b-8138-ea5086e0155b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:36.830373 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8aef62d0-e327-4b92-813c-2f391c69788b req-f276a2cd-2837-421b-8138-ea5086e0155b service neutron] 10.222.0.57 "PUT /v2.0/ports/0f558f56-6f77-4669-b4bd-6cfd29789243 HTTP/1.1" status: 200 len: 1093 time: 1.5135803 May 10 14:00:36.834388 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210cfd5-92c8-470d-93b9-50d4ae0fd764 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event updated for resources: {'Port': ['ID=11a4481d-f88f-4503-b4d7-f6b62b846773,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:36.837783 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eebac21d-be62-44da-90e5-8a15443b6959 req-a210cfd5-92c8-470d-93b9-50d4ae0fd764 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Network 2c9ceeee-200d-4bc2-b027-788cdb69321a is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:00:36.841844 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-eebac21d-be62-44da-90e5-8a15443b6959 req-a210cfd5-92c8-470d-93b9-50d4ae0fd764 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:00:36.864657 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebac21d-be62-44da-90e5-8a15443b6959 req-a210cfd5-92c8-470d-93b9-50d4ae0fd764 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:00:36.869775 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebac21d-be62-44da-90e5-8a15443b6959 req-a210cfd5-92c8-470d-93b9-50d4ae0fd764 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:36.870413 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-eebac21d-be62-44da-90e5-8a15443b6959 req-a210cfd5-92c8-470d-93b9-50d4ae0fd764 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:37.068183 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af398543-7c43-42fe-bf08-1c6e13681514 req-22f631a7-0257-43fd-837e-48d1b61c1253 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:37.082390 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-af398543-7c43-42fe-bf08-1c6e13681514 req-22f631a7-0257-43fd-837e-48d1b61c1253 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 943 time: 0.1046154 May 10 14:00:37.170752 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-af398543-7c43-42fe-bf08-1c6e13681514 req-7ab0418a-4c9d-418a-bd16-989098d0cf79 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870469 May 10 14:00:37.189893 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-1d900fe8-1c67-4a93-a0c8-5f572035e917 None None] Provisioning complete for port 11a4481d-f88f-4503-b4d7-f6b62b846773 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:37.190412 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1d900fe8-1c67-4a93-a0c8-5f572035e917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (11a4481d-f88f-4503-b4d7-f6b62b846773), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:37.222746 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99093de-3e49-4cee-b398-90c326ef8050', 'tag': '0f558f56-6f77-4669-b4bd-6cfd29789243'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:00:37.225121 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df9a3b3-5531-4d7a-9bda-2077a9b620c3" -d '{"events": [{"name": "network-changed", "server_uuid": "c99093de-3e49-4cee-b398-90c326ef8050", "tag": "0f558f56-6f77-4669-b4bd-6cfd29789243"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:00:37.229261 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-1d900fe8-1c67-4a93-a0c8-5f572035e917 None None] Port 11a4481d-f88f-4503-b4d7-f6b62b846773 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:00:37.250882 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-eebac21d-be62-44da-90e5-8a15443b6959 req-a210cfd5-92c8-470d-93b9-50d4ae0fd764 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5730779 May 10 14:00:37.302121 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276a2cd-2837-421b-8138-ea5086e0155b service neutron] Pushing event updated for resources: {'Port': ['ID=0f558f56-6f77-4669-b4bd-6cfd29789243,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:37.323969 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdcf53-5ac3-418f-8535-1b3e6cd524c5 req-3c453cd1-cd20-41b7-b3ae-d9f132baadc5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:37.326254 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-26cdcf53-5ac3-418f-8535-1b3e6cd524c5 req-3c453cd1-cd20-41b7-b3ae-d9f132baadc5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 943 time: 0.0492072 May 10 14:00:37.332900 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3a610-96d7-43e6-8b82-1ef1637cf15c req-c38bd221-a327-4289-82ff-c9c941c3b6ef tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:37.334286 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-18e3a610-96d7-43e6-8b82-1ef1637cf15c req-c38bd221-a327-4289-82ff-c9c941c3b6ef tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 945 time: 0.1020133 May 10 14:00:37.335999 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-1f02c699-c384-4e35-a4ec-e3738fb76930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:37.337369 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-1f02c699-c384-4e35-a4ec-e3738fb76930 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e8396c4-2dcc-480c-84ec-587b7b32be41 HTTP/1.1" status: 200 len: 855 time: 0.1040063 May 10 14:00:37.384276 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-26cdcf53-5ac3-418f-8535-1b3e6cd524c5 req-614434a7-4629-465d-aaf4-eb1e1c001bcc tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522585 May 10 14:00:37.398789 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-18e3a610-96d7-43e6-8b82-1ef1637cf15c req-bdf92d91-027e-4cc1-a761-f384e6196c63 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/security-groups?id=489e94b3-9787-4add-b187-9a4ed86d7d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590045 May 10 14:00:37.440929 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b43b004-e82b-46c3-97f3-a337afda086d x-openstack-request-id: req-0b43b004-e82b-46c3-97f3-a337afda086d {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:00:37.441228 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99093de-3e49-4cee-b398-90c326ef8050", "tag": "0f558f56-6f77-4669-b4bd-6cfd29789243", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:00:37.441485 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b43b004-e82b-46c3-97f3-a337afda086d {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:00:37.441895 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b43b004-e82b-46c3-97f3-a337afda086d'] response: {'name': 'network-changed', 'server_uuid': 'c99093de-3e49-4cee-b398-90c326ef8050', 'tag': '0f558f56-6f77-4669-b4bd-6cfd29789243', 'status': 'completed', 'code': 200} May 10 14:00:37.508595 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed39a7a-2c74-4346-b341-1e25dbaab9c9 req-e4f2c733-675f-40fa-b2b5-5eb4ff013893 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:37.513548 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6ed39a7a-2c74-4346-b341-1e25dbaab9c9 req-e4f2c733-675f-40fa-b2b5-5eb4ff013893 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 931 time: 0.0548317 May 10 14:00:37.559325 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6ed39a7a-2c74-4346-b341-1e25dbaab9c9 req-7275e459-d28d-4585-9385-bd1fd07d767f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=c668e73c-85f7-4040-9241-41114856b09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422804 May 10 14:00:37.675317 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8ca22-46a2-482e-8ed9-4bae84cce037 req-fddb6a2c-438e-420e-ba77-8978a0b081c9 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:37.676817 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c3b8ca22-46a2-482e-8ed9-4bae84cce037 req-fddb6a2c-438e-420e-ba77-8978a0b081c9 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0564659 May 10 14:00:37.730673 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c3b8ca22-46a2-482e-8ed9-4bae84cce037 req-10831f04-b5b2-4dad-9bc7-901d53f3c47b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482066 May 10 14:00:38.297861 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797810e6-efec-4332-802c-837e731f08a5 req-986fc28c-d843-48f5-b876-a1d3f629ac65 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:38.299510 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-797810e6-efec-4332-802c-837e731f08a5 req-986fc28c-d843-48f5-b876-a1d3f629ac65 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 943 time: 0.0511107 May 10 14:00:38.350786 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-797810e6-efec-4332-802c-837e731f08a5 req-3d6898d7-4502-41dd-9c35-0698e21cdd7c tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456696 May 10 14:00:38.507295 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381bb40-8868-4ab2-8301-e84ffab593f1 req-dbc2f455-1b4a-4bf5-9120-2f173844f62c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:38.514224 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5381bb40-8868-4ab2-8301-e84ffab593f1 req-dbc2f455-1b4a-4bf5-9120-2f173844f62c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 943 time: 0.0536735 May 10 14:00:38.521116 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6e94eb19-26ac-4587-a025-fde42090bc56 service neutron] Request body: {'port': {'device_id': '1e5f6640-8318-4ba7-be1f-7a578b595363', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:38.587533 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5381bb40-8868-4ab2-8301-e84ffab593f1 req-b2e85647-9dc2-411f-a2ca-4997c8011fce tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692422 May 10 14:00:38.624248 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e076b95-9590-4633-916f-0e7d47e828d4 req-15b03693-c0f9-4abd-baa4-2df786be0fba tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:38.625795 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8e076b95-9590-4633-916f-0e7d47e828d4 req-15b03693-c0f9-4abd-baa4-2df786be0fba tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 945 time: 0.1478658 May 10 14:00:38.647829 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-b5fb8c45-1b56-4c1c-9c73-9823b37eb68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:38.650434 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-b5fb8c45-1b56-4c1c-9c73-9823b37eb68b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c2e159f-7eb2-470d-9799-bf81a94b9b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1066570 May 10 14:00:38.702286 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9ca3c-81f3-42e2-9959-41c7d0570fca req-5956d0e2-ed5f-46dd-a22d-b28b2494cca5 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:38.703748 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d5f9ca3c-81f3-42e2-9959-41c7d0570fca req-5956d0e2-ed5f-46dd-a22d-b28b2494cca5 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 931 time: 0.0471420 May 10 14:00:38.727072 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6e94eb19-26ac-4587-a025-fde42090bc56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (11a4481d-f88f-4503-b4d7-f6b62b846773), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:38.759203 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d5f9ca3c-81f3-42e2-9959-41c7d0570fca req-8343af17-4d77-4b27-8208-930cd631f0e3 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=c668e73c-85f7-4040-9241-41114856b09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424860 May 10 14:00:38.778936 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef62d0-e327-4b92-813c-2f391c69788b req-bb998004-3fa9-43bd-a564-c3cfb8ec52af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:38.780498 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8aef62d0-e327-4b92-813c-2f391c69788b req-bb998004-3fa9-43bd-a564-c3cfb8ec52af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=368287ad726146f88559c73a86e4b26d&device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 1127 time: 0.1667595 May 10 14:00:38.793291 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f268c8-dc13-4520-8dd3-103ec63b7989 req-f5d755ea-6e97-455e-995f-a092572b0671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:38.794817 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-50f268c8-dc13-4520-8dd3-103ec63b7989 req-f5d755ea-6e97-455e-995f-a092572b0671 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=368287ad726146f88559c73a86e4b26d&device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 1128 time: 0.1778424 May 10 14:00:38.872417 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95dd47f-4a5e-4304-bd72-5900d6cf99a0 req-28ad37b4-f17c-4e42-aa98-ca0981d8a690 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:38.873902 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a95dd47f-4a5e-4304-bd72-5900d6cf99a0 req-28ad37b4-f17c-4e42-aa98-ca0981d8a690 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0556653 May 10 14:00:38.924654 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8aef62d0-e327-4b92-813c-2f391c69788b req-7cbef8c3-5812-4f12-a93c-4bfa3bc806a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f558f56-6f77-4669-b4bd-6cfd29789243 HTTP/1.1" status: 200 len: 217 time: 0.1228449 May 10 14:00:38.932160 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a95dd47f-4a5e-4304-bd72-5900d6cf99a0 req-9a8982e1-e53b-46ea-9dd3-a5393a35b306 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517297 May 10 14:00:38.958175 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8e076b95-9590-4633-916f-0e7d47e828d4 req-3de050ea-d41a-41da-a209-4e9c98371452 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/security-groups?id=489e94b3-9787-4add-b187-9a4ed86d7d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137772 May 10 14:00:39.003087 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-9f10f735-defe-45b5-90a5-4ab03172a1f2 service neutron] 10.222.0.57 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140960 May 10 14:00:39.175033 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef62d0-e327-4b92-813c-2f391c69788b req-9770bfbb-5e92-420e-a39d-bf4aaa32d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:39.176560 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8aef62d0-e327-4b92-813c-2f391c69788b req-9770bfbb-5e92-420e-a39d-bf4aaa32d87a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3840d9d-0915-4f13-a509-4479e7e326c0 HTTP/1.1" status: 200 len: 857 time: 0.2441695 May 10 14:00:39.199610 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f268c8-dc13-4520-8dd3-103ec63b7989 req-934357ee-f9dc-49db-a476-4ab13ed52c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:39.201347 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-50f268c8-dc13-4520-8dd3-103ec63b7989 req-934357ee-f9dc-49db-a476-4ab13ed52c9f service neutron] 10.222.0.57 "GET /v2.0/networks?id=74785619-4d29-47a9-9c74-95cf48855a3c HTTP/1.1" status: 200 len: 919 time: 0.3972938 May 10 14:00:39.328746 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-50f268c8-dc13-4520-8dd3-103ec63b7989 req-177485b1-84fb-4e2c-9124-b5fba38fadd1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54c8afe4-b86d-4757-bf04-f87c35143a83 HTTP/1.1" status: 200 len: 217 time: 0.0616257 May 10 14:00:39.369559 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef62d0-e327-4b92-813c-2f391c69788b req-aa98cf8f-019f-4a18-8b09-8b81756b8490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:39.371119 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8aef62d0-e327-4b92-813c-2f391c69788b req-aa98cf8f-019f-4a18-8b09-8b81756b8490 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74785619-4d29-47a9-9c74-95cf48855a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1834102 May 10 14:00:39.422113 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-07e7b0dc-317f-4435-9a0f-1c2b00a4875d req-504ddd6a-b5ca-4bf1-99ab-51c8a740046e service neutron] 10.222.0.57 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092131 May 10 14:00:39.464991 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf7096-f488-4cd1-8618-fbcc39ed8914 req-f50ae9fd-6acc-4f40-8891-8521975b69f2 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:39.467106 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ccaf7096-f488-4cd1-8618-fbcc39ed8914 req-f50ae9fd-6acc-4f40-8891-8521975b69f2 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 943 time: 0.0483072 May 10 14:00:39.502059 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f268c8-dc13-4520-8dd3-103ec63b7989 req-490316ae-d055-4bd3-8ffd-f530dc00e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:39.503512 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-50f268c8-dc13-4520-8dd3-103ec63b7989 req-490316ae-d055-4bd3-8ffd-f530dc00e774 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3840d9d-0915-4f13-a509-4479e7e326c0 HTTP/1.1" status: 200 len: 857 time: 0.1611683 May 10 14:00:39.513261 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ccaf7096-f488-4cd1-8618-fbcc39ed8914 req-8ad0183f-f886-4d71-89ec-7f0c7b5acbc2 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399790 May 10 14:00:39.567520 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8aef62d0-e327-4b92-813c-2f391c69788b req-6b7da734-99ee-4580-8fbe-29ec6985ed24 service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612720 May 10 14:00:39.578514 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6e94eb19-26ac-4587-a025-fde42090bc56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a4481d-f88f-4503-b4d7-f6b62b846773 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:00:39.586129 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6e94eb19-26ac-4587-a025-fde42090bc56 service neutron] Publish callbacks [] for port (11a4481d-f88f-4503-b4d7-f6b62b846773), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:39.599154 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6e94eb19-26ac-4587-a025-fde42090bc56 service neutron] Transition to ACTIVE for port object 11a4481d-f88f-4503-b4d7-f6b62b846773 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:00:39.602418 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6e94eb19-26ac-4587-a025-fde42090bc56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (11a4481d-f88f-4503-b4d7-f6b62b846773), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:39.653282 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94eb19-26ac-4587-a025-fde42090bc56 service neutron] Pushing event updated for resources: {'Port': ['ID=11a4481d-f88f-4503-b4d7-f6b62b846773,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:39.717907 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6e94eb19-26ac-4587-a025-fde42090bc56 service neutron] Attempting to bind port 11a4481d-f88f-4503-b4d7-f6b62b846773 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:00:39.718257 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6e94eb19-26ac-4587-a025-fde42090bc56 service neutron] Attempting to bind port 11a4481d-f88f-4503-b4d7-f6b62b846773 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:00:39.718610 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6e94eb19-26ac-4587-a025-fde42090bc56 service neutron] Attempting to bind port 11a4481d-f88f-4503-b4d7-f6b62b846773 on network 2c9ceeee-200d-4bc2-b027-788cdb69321a {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:00:39.728637 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6e94eb19-26ac-4587-a025-fde42090bc56 service neutron] Port 11a4481d-f88f-4503-b4d7-f6b62b846773 on network 2c9ceeee-200d-4bc2-b027-788cdb69321a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:00:39.728970 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6e94eb19-26ac-4587-a025-fde42090bc56 service neutron] Attempting to bind port 11a4481d-f88f-4503-b4d7-f6b62b846773 on network 2c9ceeee-200d-4bc2-b027-788cdb69321a {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:00:39.737830 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72d3ed-93dc-47f6-a513-4308491fb59a req-dded288a-76c3-4c4b-a92a-cff0156825d9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:39.739335 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6c72d3ed-93dc-47f6-a513-4308491fb59a req-dded288a-76c3-4c4b-a92a-cff0156825d9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 943 time: 0.0624154 May 10 14:00:39.742396 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6e94eb19-26ac-4587-a025-fde42090bc56 service neutron] Checking agent: {'id': 'b4f1cee2-bd7e-4da4-854f-0334af1b5198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'started_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:00:39.743102 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6e94eb19-26ac-4587-a025-fde42090bc56 service neutron] Checking segment: {'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:00:39.743649 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6e94eb19-26ac-4587-a025-fde42090bc56 service neutron] Bound using segment: {'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:00:39.744657 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6e94eb19-26ac-4587-a025-fde42090bc56 service neutron] Bound port: 11a4481d-f88f-4503-b4d7-f6b62b846773, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:00:39.745189 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6e94eb19-26ac-4587-a025-fde42090bc56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (11a4481d-f88f-4503-b4d7-f6b62b846773), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:39.842213 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6c72d3ed-93dc-47f6-a513-4308491fb59a req-0482b300-fcbf-4935-b1e5-5296a7db3fa7 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946288 May 10 14:00:39.862668 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6e94eb19-26ac-4587-a025-fde42090bc56 service neutron] For port 11a4481d-f88f-4503-b4d7-f6b62b846773, host hv-cinder-84067, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:00:39.866232 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6e94eb19-26ac-4587-a025-fde42090bc56 service neutron] For port 11a4481d-f88f-4503-b4d7-f6b62b846773, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=11a4481d-f88f-4503-b4d7-f6b62b846773,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:00:39.883316 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6e94eb19-26ac-4587-a025-fde42090bc56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (11a4481d-f88f-4503-b4d7-f6b62b846773), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:39.905307 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb96c52-eadf-451f-9c74-61f9d087eff2 req-c5163a06-5fed-4b41-a361-377c93f19cb8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:39.906883 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0cb96c52-eadf-451f-9c74-61f9d087eff2 req-c5163a06-5fed-4b41-a361-377c93f19cb8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 943 time: 0.0702815 May 10 14:00:39.917816 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6e94eb19-26ac-4587-a025-fde42090bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:39.919002 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6e94eb19-26ac-4587-a025-fde42090bc56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:39.920485 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-eebac21d-be62-44da-90e5-8a15443b6959 req-6e94eb19-26ac-4587-a025-fde42090bc56 service neutron] 10.222.0.57 "PUT /v2.0/ports/11a4481d-f88f-4503-b4d7-f6b62b846773 HTTP/1.1" status: 200 len: 1093 time: 1.4049134 May 10 14:00:39.920935 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5f6640-8318-4ba7-be1f-7a578b595363', 'tag': '11a4481d-f88f-4503-b4d7-f6b62b846773'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:00:39.923147 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17079a28-6b8d-417a-bb86-64a9364170bb" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5f6640-8318-4ba7-be1f-7a578b595363", "tag": "11a4481d-f88f-4503-b4d7-f6b62b846773"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:00:39.954522 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94eb19-26ac-4587-a025-fde42090bc56 service neutron] Pushing event updated for resources: {'Port': ['ID=11a4481d-f88f-4503-b4d7-f6b62b846773,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:39.988211 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8e2d32-c098-4db5-987f-5b7ea5c7a5e7 x-openstack-request-id: req-2c8e2d32-c098-4db5-987f-5b7ea5c7a5e7 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:00:39.989770 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5f6640-8318-4ba7-be1f-7a578b595363", "tag": "11a4481d-f88f-4503-b4d7-f6b62b846773", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:00:39.989770 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c8e2d32-c098-4db5-987f-5b7ea5c7a5e7 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:00:39.989770 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c8e2d32-c098-4db5-987f-5b7ea5c7a5e7'] response: {'name': 'network-changed', 'server_uuid': '1e5f6640-8318-4ba7-be1f-7a578b595363', 'tag': '11a4481d-f88f-4503-b4d7-f6b62b846773', 'status': 'completed', 'code': 200} May 10 14:00:40.017842 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0cb96c52-eadf-451f-9c74-61f9d087eff2 req-84b25b0e-6633-4f8e-9efd-e86bbaacc101 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=c668e73c-85f7-4040-9241-41114856b09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004286 May 10 14:00:40.108534 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d87e27-8a70-4116-b80f-9a64ddbf5eec req-d61668d1-3b69-4c7c-9cae-36233a47c9a7 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:40.110058 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e4d87e27-8a70-4116-b80f-9a64ddbf5eec req-d61668d1-3b69-4c7c-9cae-36233a47c9a7 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0563600 May 10 14:00:40.163100 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e4d87e27-8a70-4116-b80f-9a64ddbf5eec req-f7ed5b2b-2e1f-4c60-a7b7-048235fd3769 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473394 May 10 14:00:40.399633 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 54c8afe4-b86d-4757-bf04-f87c35143a83 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:00:40.527345 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 54c8afe4-b86d-4757-bf04-f87c35143a83, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=54c8afe4-b86d-4757-bf04-f87c35143a83,segment=NetworkSegment(3e067be8-9042-4bef-841c-16195f679735),segment_id=3e067be8-9042-4bef-841c-16195f679735)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:40.553958 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': '54c8afe4-b86d-4757-bf04-f87c35143a83', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'port_id': '54c8afe4-b86d-4757-bf04-f87c35143a83', 'mac_address': 'fa:16:3e:c1:b0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:00:40.573978 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17079a28-6b8d-417a-bb86-64a9364170bb req-07fc66ee-dd50-4bbe-87d1-b27c4936ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:40.576244 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-17079a28-6b8d-417a-bb86-64a9364170bb req-07fc66ee-dd50-4bbe-87d1-b27c4936ed22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd&device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 1127 time: 0.0840130 May 10 14:00:40.613370 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 54c8afe4-b86d-4757-bf04-f87c35143a83 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:40.613918 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (54c8afe4-b86d-4757-bf04-f87c35143a83), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:40.628509 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c8afe4-b86d-4757-bf04-f87c35143a83 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:00:40.654607 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 54c8afe4-b86d-4757-bf04-f87c35143a83, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=54c8afe4-b86d-4757-bf04-f87c35143a83,segment=NetworkSegment(3e067be8-9042-4bef-841c-16195f679735),segment_id=3e067be8-9042-4bef-841c-16195f679735)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:40.660647 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (54c8afe4-b86d-4757-bf04-f87c35143a83), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:40.662730 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:00:40.792724 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=54c8afe4-b86d-4757-bf04-f87c35143a83,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:40.852722 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=48a907c3-b5e2-4fd8-b6cb-cc60b528bc16,segment=NetworkSegment(7f904fe4-a583-4eae-8ba7-b18fa03ec8bb),segment_id=7f904fe4-a583-4eae-8ba7-b18fa03ec8bb)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:40.867655 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': '48a907c3-b5e2-4fd8-b6cb-cc60b528bc16', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'port_id': '48a907c3-b5e2-4fd8-b6cb-cc60b528bc16', 'mac_address': 'fa:16:3e:d0:fc:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:00:40.867855 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17079a28-6b8d-417a-bb86-64a9364170bb req-1db1e76c-32dd-4992-b9de-d17f1c187d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:40.870266 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-17079a28-6b8d-417a-bb86-64a9364170bb req-1db1e76c-32dd-4992-b9de-d17f1c187d9f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2343867 May 10 14:00:40.893136 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f268c8-dc13-4520-8dd3-103ec63b7989 req-0d6466e9-eddf-4a43-90ab-dc242019472e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:40.894808 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-50f268c8-dc13-4520-8dd3-103ec63b7989 req-0d6466e9-eddf-4a43-90ab-dc242019472e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74785619-4d29-47a9-9c74-95cf48855a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4309671 May 10 14:00:40.909977 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:40.910367 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (48a907c3-b5e2-4fd8-b6cb-cc60b528bc16), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:40.918225 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8aef62d0-e327-4b92-813c-2f391c69788b req-e1ef943d-ee9a-4177-b175-915a9af47765 service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423115 May 10 14:00:40.924765 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:00:40.977469 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=48a907c3-b5e2-4fd8-b6cb-cc60b528bc16,segment=NetworkSegment(7f904fe4-a583-4eae-8ba7-b18fa03ec8bb),segment_id=7f904fe4-a583-4eae-8ba7-b18fa03ec8bb)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:40.984895 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (48a907c3-b5e2-4fd8-b6cb-cc60b528bc16), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:41.036282 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bc156-db6f-420c-a7f8-d9893d008406 req-9a74f808-6c78-48e0-be01-1734fd0a88be tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:41.044696 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e32bc156-db6f-420c-a7f8-d9893d008406 req-9a74f808-6c78-48e0-be01-1734fd0a88be tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 943 time: 0.4084404 May 10 14:00:41.049258 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=48a907c3-b5e2-4fd8-b6cb-cc60b528bc16,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:41.059704 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269b55f-fd43-446d-99a0-8af0ebbb44fe req-058d118c-ff81-44a6-ac38-fbaa87cdf6cb tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:41.061332 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e269b55f-fd43-446d-99a0-8af0ebbb44fe req-058d118c-ff81-44a6-ac38-fbaa87cdf6cb tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 943 time: 0.0500593 May 10 14:00:41.110200 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e269b55f-fd43-446d-99a0-8af0ebbb44fe req-ba08352b-5158-4b6a-a17d-8b1f6f119e48 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427964 May 10 14:00:41.145997 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17079a28-6b8d-417a-bb86-64a9364170bb req-22272596-b0c8-4cfa-9ddb-cea4282d629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:41.147473 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-17079a28-6b8d-417a-bb86-64a9364170bb req-22272596-b0c8-4cfa-9ddb-cea4282d629e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2503951 May 10 14:00:41.159040 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-50f268c8-dc13-4520-8dd3-103ec63b7989 req-6a569b17-dd5b-409d-bb0f-aa7de9a31fad service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442830 May 10 14:00:41.163368 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e32bc156-db6f-420c-a7f8-d9893d008406 req-b5ccd8a2-9cdf-4dd5-af60-a6ca224477fb tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178193 May 10 14:00:41.230556 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4df80a-7193-4b87-90a8-19b28bf0408a req-f802eddd-2451-4d16-b20a-f13d7094695d tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:41.232625 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6d4df80a-7193-4b87-90a8-19b28bf0408a req-f802eddd-2451-4d16-b20a-f13d7094695d tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 943 time: 0.0573025 May 10 14:00:41.284773 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6d4df80a-7193-4b87-90a8-19b28bf0408a req-086f83db-0d64-4fa7-b6e7-f3a2ba819e7f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=c668e73c-85f7-4040-9241-41114856b09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456779 May 10 14:00:41.307569 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc09764-9b6e-4063-b594-00c286411a56 req-94f027b1-a20c-46bc-8efa-56a5482d74e3 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:41.315142 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1bc09764-9b6e-4063-b594-00c286411a56 req-94f027b1-a20c-46bc-8efa-56a5482d74e3 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0708523 May 10 14:00:41.368770 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1bc09764-9b6e-4063-b594-00c286411a56 req-038bed62-bffe-4e42-8e3b-854321a0eaba tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526624 May 10 14:00:41.526822 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['54c8afe4-b86d-4757-bf04-f87c35143a83'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:00:41.645946 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['48a907c3-b5e2-4fd8-b6cb-cc60b528bc16'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:00:42.229633 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce99a95-4a6c-4f23-912a-450fd9ffde0f req-0b14e8dd-d44b-4f5f-846e-bc445afff6d2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:42.231666 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2ce99a95-4a6c-4f23-912a-450fd9ffde0f req-0b14e8dd-d44b-4f5f-846e-bc445afff6d2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 943 time: 0.0489616 May 10 14:00:42.278168 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2ce99a95-4a6c-4f23-912a-450fd9ffde0f req-d8c6d770-1bc9-426c-8b5f-593fdceca34e tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402746 May 10 14:00:42.281926 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a98b6c-d38b-47c2-b34e-94d965dc2075 req-cf759c6e-a004-4715-9106-efa8a975a214 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:42.283480 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-09a98b6c-d38b-47c2-b34e-94d965dc2075 req-cf759c6e-a004-4715-9106-efa8a975a214 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 944 time: 0.0540581 May 10 14:00:42.329383 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-09a98b6c-d38b-47c2-b34e-94d965dc2075 req-fd28cfd1-5d25-41ac-ab36-fa70588074ce tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401573 May 10 14:00:42.411333 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9583c-06aa-48cc-8888-6bef5e3c09d1 req-edcf01bb-3c6f-4663-a03c-d8c317ec801b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:42.412928 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0af9583c-06aa-48cc-8888-6bef5e3c09d1 req-edcf01bb-3c6f-4663-a03c-d8c317ec801b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 943 time: 0.0511081 May 10 14:00:42.458957 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0af9583c-06aa-48cc-8888-6bef5e3c09d1 req-0b84f1cf-8aac-4b80-8b64-92f609fe3134 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=c668e73c-85f7-4040-9241-41114856b09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405188 May 10 14:00:42.666675 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72db42-b054-472b-acb3-7f0c55cef5a5 req-08b32c2d-f34b-4e51-bcd2-18062d3f8ad9 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:42.668108 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6f72db42-b054-472b-acb3-7f0c55cef5a5 req-08b32c2d-f34b-4e51-bcd2-18062d3f8ad9 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.2315178 May 10 14:00:42.714281 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6f72db42-b054-472b-acb3-7f0c55cef5a5 req-941c0ff4-63c2-4626-a11a-a6d4493dd6d1 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402832 May 10 14:00:43.393635 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc01fd-81b4-4781-9043-934a85a879b0 req-60ea50b0-26e6-4d8e-97e6-00902d00389b tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:43.395160 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e8bc01fd-81b4-4781-9043-934a85a879b0 req-60ea50b0-26e6-4d8e-97e6-00902d00389b tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 943 time: 0.0505261 May 10 14:00:43.451311 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e8bc01fd-81b4-4781-9043-934a85a879b0 req-4d960f24-64ff-4a61-bfac-59d85b2c6c8c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493901 May 10 14:00:43.463260 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be20216-0b3f-42a1-8c6d-0e96b330dab5 req-0976e87a-6a65-4457-8d05-3a8f064e98ea tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:43.464772 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0be20216-0b3f-42a1-8c6d-0e96b330dab5 req-0976e87a-6a65-4457-8d05-3a8f064e98ea tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 944 time: 0.0673258 May 10 14:00:43.513818 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0be20216-0b3f-42a1-8c6d-0e96b330dab5 req-e33ee5b1-a3f0-4d68-8427-22a07ec5478a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433702 May 10 14:00:43.571343 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9807c1-e75e-4139-9f36-74ac9bb9f4fa req-bf78baf4-1cec-42d4-9938-752ad1971e82 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:43.572713 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9c9807c1-e75e-4139-9f36-74ac9bb9f4fa req-bf78baf4-1cec-42d4-9938-752ad1971e82 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 943 time: 0.0458233 May 10 14:00:43.617433 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9c9807c1-e75e-4139-9f36-74ac9bb9f4fa req-b1b1a4ae-658d-4bf2-a683-2ccccd8890e3 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=c668e73c-85f7-4040-9241-41114856b09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392449 May 10 14:00:43.829209 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095b20d-bfcb-43c1-9ce2-b3cf221d48e5 req-dab800f4-885a-401c-aa90-7c9c55949644 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:43.830570 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2095b20d-bfcb-43c1-9ce2-b3cf221d48e5 req-dab800f4-885a-401c-aa90-7c9c55949644 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0477235 May 10 14:00:43.875462 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2095b20d-bfcb-43c1-9ce2-b3cf221d48e5 req-70e08751-3557-4926-8dcf-31db4c0324e7 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394273 May 10 14:00:44.583377 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385aff1c-5fe3-4ae8-9c26-13e7227c6166 req-56703673-99a6-4094-ae44-d7ea853fc7ee tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:44.585880 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-385aff1c-5fe3-4ae8-9c26-13e7227c6166 req-56703673-99a6-4094-ae44-d7ea853fc7ee tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 943 time: 0.0598917 May 10 14:00:44.659057 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-385aff1c-5fe3-4ae8-9c26-13e7227c6166 req-7931cbe8-aa29-4b23-9683-4a7cf22630b9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667191 May 10 14:00:44.721043 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebac21d-be62-44da-90e5-8a15443b6959 req-4a6727b1-2683-4f21-85ec-c82a2fd6d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:44.722564 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-eebac21d-be62-44da-90e5-8a15443b6959 req-4a6727b1-2683-4f21-85ec-c82a2fd6d137 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd&device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 1127 time: 0.1247189 May 10 14:00:44.727168 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9a3b3-5531-4d7a-9bda-2077a9b620c3 req-0490d793-03bc-4aba-b102-98fa14ca2776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:44.728606 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4df9a3b3-5531-4d7a-9bda-2077a9b620c3 req-0490d793-03bc-4aba-b102-98fa14ca2776 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=368287ad726146f88559c73a86e4b26d&device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 1127 time: 0.1320713 May 10 14:00:44.737194 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae45f5c-aeb4-4692-a068-ebcabaaa3be8 req-6849e6f1-2a3d-4990-a995-af48d72f97ef tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:44.738674 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cae45f5c-aeb4-4692-a068-ebcabaaa3be8 req-6849e6f1-2a3d-4990-a995-af48d72f97ef tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 944 time: 0.1433494 May 10 14:00:44.770389 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898dea6-82ae-430d-94ab-5f9de62c10a4 req-2af5d789-5fa5-4d43-9335-7ae4a16a122a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:44.770639 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-50f268c8-dc13-4520-8dd3-103ec63b7989 req-98a69f25-5700-4575-b051-a688c44a8b94 service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583425 May 10 14:00:44.771950 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5898dea6-82ae-430d-94ab-5f9de62c10a4 req-2af5d789-5fa5-4d43-9335-7ae4a16a122a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 943 time: 0.0510235 May 10 14:00:44.798713 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 0b32a17e-9e2f-475d-abe1-8b69acb4c76a details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:00:44.833811 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5898dea6-82ae-430d-94ab-5f9de62c10a4 req-f9c75bb0-048b-4d84-a997-a4729151fdca tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=c668e73c-85f7-4040-9241-41114856b09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546687 May 10 14:00:44.888219 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cae45f5c-aeb4-4692-a068-ebcabaaa3be8 req-a7c2dbb2-03be-4c10-865a-019b29f2f9e0 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428111 May 10 14:00:44.889548 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-eebac21d-be62-44da-90e5-8a15443b6959 req-e3c06794-601c-49ee-9595-e9e6554f50f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11a4481d-f88f-4503-b4d7-f6b62b846773 HTTP/1.1" status: 200 len: 217 time: 0.0962999 May 10 14:00:44.928742 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=0b32a17e-9e2f-475d-abe1-8b69acb4c76a,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:44.941362 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': '0b32a17e-9e2f-475d-abe1-8b69acb4c76a', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'port_id': '0b32a17e-9e2f-475d-abe1-8b69acb4c76a', 'mac_address': 'fa:16:3e:41:0d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:00:44.968398 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebac21d-be62-44da-90e5-8a15443b6959 req-d5a7a3f2-e142-4728-9e0c-5b653801f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:44.969864 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-eebac21d-be62-44da-90e5-8a15443b6959 req-d5a7a3f2-e142-4728-9e0c-5b653801f207 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cf9fa0ee-3693-4449-88b2-25628aadc1b4 HTTP/1.1" status: 200 len: 854 time: 0.0724299 May 10 14:00:44.982549 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:44.983076 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:44.998442 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc2325-ffda-4e47-95b2-3bf09dcd6778 req-8eabadbc-88f9-488f-a3cb-9fe211ed3a8d tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:44.999991 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-59cc2325-ffda-4e47-95b2-3bf09dcd6778 req-8eabadbc-88f9-488f-a3cb-9fe211ed3a8d tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0536921 May 10 14:00:45.001667 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b32a17e-9e2f-475d-abe1-8b69acb4c76a {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:00:45.014442 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9a3b3-5531-4d7a-9bda-2077a9b620c3 req-c2f70fc6-d69a-4e4e-8e7e-f3bb6fe45cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:45.016007 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4df9a3b3-5531-4d7a-9bda-2077a9b620c3 req-c2f70fc6-d69a-4e4e-8e7e-f3bb6fe45cfb service neutron] 10.222.0.57 "GET /v2.0/networks?id=74785619-4d29-47a9-9c74-95cf48855a3c HTTP/1.1" status: 200 len: 919 time: 0.2238402 May 10 14:00:45.021931 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=0b32a17e-9e2f-475d-abe1-8b69acb4c76a,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:45.027188 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:45.056798 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-59cc2325-ffda-4e47-95b2-3bf09dcd6778 req-5a80e683-2229-45eb-9556-e280a99ef85e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504260 May 10 14:00:45.071573 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebac21d-be62-44da-90e5-8a15443b6959 req-7f295dc5-a8d5-456b-b536-22c178070f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:45.073120 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-eebac21d-be62-44da-90e5-8a15443b6959 req-7f295dc5-a8d5-456b-b536-22c178070f56 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2c9ceeee-200d-4bc2-b027-788cdb69321a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0965080 May 10 14:00:45.074946 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4df9a3b3-5531-4d7a-9bda-2077a9b620c3 req-71595b0d-80a2-49c3-bf99-5fc636775599 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f558f56-6f77-4669-b4bd-6cfd29789243 HTTP/1.1" status: 200 len: 217 time: 0.0501568 May 10 14:00:45.093425 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=0b32a17e-9e2f-475d-abe1-8b69acb4c76a,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:45.174554 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9a3b3-5531-4d7a-9bda-2077a9b620c3 req-5916556e-d861-4902-95de-6f5649a8a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:45.176009 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4df9a3b3-5531-4d7a-9bda-2077a9b620c3 req-5916556e-d861-4902-95de-6f5649a8a188 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3840d9d-0915-4f13-a509-4479e7e326c0 HTTP/1.1" status: 200 len: 857 time: 0.0916564 May 10 14:00:45.235709 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-eebac21d-be62-44da-90e5-8a15443b6959 req-c2a90907-c0e8-4206-94ec-bab0722868a6 service neutron] 10.222.0.57 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523526 May 10 14:00:45.238663 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9a3b3-5531-4d7a-9bda-2077a9b620c3 req-32c4a9c3-1e29-41e5-9696-176058e5e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:45.240012 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4df9a3b3-5531-4d7a-9bda-2077a9b620c3 req-32c4a9c3-1e29-41e5-9696-176058e5e87f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74785619-4d29-47a9-9c74-95cf48855a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559812 May 10 14:00:45.335147 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 54c8afe4-b86d-4757-bf04-f87c35143a83 up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:45.379896 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning for port 54c8afe4-b86d-4757-bf04-f87c35143a83 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:00:45.388073 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port 54c8afe4-b86d-4757-bf04-f87c35143a83 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:45.388515 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (54c8afe4-b86d-4757-bf04-f87c35143a83), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:45.400489 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-eebac21d-be62-44da-90e5-8a15443b6959 req-18ce4c36-4772-4c8a-9893-0438ed561889 service neutron] 10.222.0.57 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524909 May 10 14:00:45.402404 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4df9a3b3-5531-4d7a-9bda-2077a9b620c3 req-3dcfb58c-bc59-4311-8b91-e115117501f6 service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533694 May 10 14:00:45.475912 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 54c8afe4-b86d-4757-bf04-f87c35143a83 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:45.476352 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (54c8afe4-b86d-4757-bf04-f87c35143a83), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:45.503542 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54be9a2c-c327-4249-ba65-0fc49162bac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c8afe4-b86d-4757-bf04-f87c35143a83'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:00:45.505811 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff24676-a233-4f1d-b096-4ac1341ee448" -d '{"events": [{"server_uuid": "54be9a2c-c327-4249-ba65-0fc49162bac7", "name": "network-vif-plugged", "status": "completed", "tag": "54c8afe4-b86d-4757-bf04-f87c35143a83"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:00:45.513576 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4df9a3b3-5531-4d7a-9bda-2077a9b620c3 req-a19a6be6-aa1f-438c-b9af-8c3840bddcb3 service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945518 May 10 14:00:45.538881 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 54c8afe4-b86d-4757-bf04-f87c35143a83, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=54c8afe4-b86d-4757-bf04-f87c35143a83,segment=NetworkSegment(3e067be8-9042-4bef-841c-16195f679735),segment_id=3e067be8-9042-4bef-841c-16195f679735)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:45.546172 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (54c8afe4-b86d-4757-bf04-f87c35143a83), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:45.547028 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:45.550760 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb38509-83de-4d17-8bf8-ba1af192166c x-openstack-request-id: req-bfb38509-83de-4d17-8bf8-ba1af192166c {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:00:45.551092 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54be9a2c-c327-4249-ba65-0fc49162bac7", "name": "network-vif-plugged", "status": "completed", "tag": "54c8afe4-b86d-4757-bf04-f87c35143a83", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:00:45.551350 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bfb38509-83de-4d17-8bf8-ba1af192166c {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:00:45.551740 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb38509-83de-4d17-8bf8-ba1af192166c'] response: {'server_uuid': '54be9a2c-c327-4249-ba65-0fc49162bac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c8afe4-b86d-4757-bf04-f87c35143a83', 'code': 200} May 10 14:00:45.642930 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=54c8afe4-b86d-4757-bf04-f87c35143a83,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:45.648235 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning for port 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:00:45.655163 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:45.655657 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (48a907c3-b5e2-4fd8-b6cb-cc60b528bc16), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:45.693269 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['0b32a17e-9e2f-475d-abe1-8b69acb4c76a'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:00:45.806234 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c367f9c-b210-4c92-94ab-f3f4760ecd4b req-3ae3468f-cff4-46a9-99ef-bd80371738fb tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:45.810615 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5c367f9c-b210-4c92-94ab-f3f4760ecd4b req-3ae3468f-cff4-46a9-99ef-bd80371738fb tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 943 time: 0.0593736 May 10 14:00:45.840006 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:45.841157 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (48a907c3-b5e2-4fd8-b6cb-cc60b528bc16), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:45.886263 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=48a907c3-b5e2-4fd8-b6cb-cc60b528bc16,segment=NetworkSegment(7f904fe4-a583-4eae-8ba7-b18fa03ec8bb),segment_id=7f904fe4-a583-4eae-8ba7-b18fa03ec8bb)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:45.889672 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5c367f9c-b210-4c92-94ab-f3f4760ecd4b req-a520db39-ab6d-41b6-8152-afb68675c35f tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709088 May 10 14:00:45.900811 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (48a907c3-b5e2-4fd8-b6cb-cc60b528bc16), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:45.981491 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=48a907c3-b5e2-4fd8-b6cb-cc60b528bc16,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:46.026069 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d731ef-24b9-4a20-b8ac-ff285482267a req-bf18c6d3-1030-4e58-ad1b-0180f6e710e4 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:46.032742 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-65d731ef-24b9-4a20-b8ac-ff285482267a req-bf18c6d3-1030-4e58-ad1b-0180f6e710e4 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 943 time: 0.0865324 May 10 14:00:46.033639 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040778ec-f120-4379-91e6-6dbf5a61e965 req-55f6af8b-1f5d-4334-8868-6e5d24f4e06e tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:46.035163 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-040778ec-f120-4379-91e6-6dbf5a61e965 req-55f6af8b-1f5d-4334-8868-6e5d24f4e06e tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0566685 May 10 14:00:46.083795 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-65d731ef-24b9-4a20-b8ac-ff285482267a req-e8e54dc4-4981-4490-8f3c-827f1d858893 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=c668e73c-85f7-4040-9241-41114856b09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497198 May 10 14:00:46.098025 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-040778ec-f120-4379-91e6-6dbf5a61e965 req-631d11dc-a36b-4903-8bdc-185c9605130b tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571568 May 10 14:00:46.200670 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786c87c-8b6f-4694-8e37-de75a34c9517 req-954cec75-b0f6-4b6c-8842-9211b93569e1 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:46.202214 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6786c87c-8b6f-4694-8e37-de75a34c9517 req-954cec75-b0f6-4b6c-8842-9211b93569e1 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 944 time: 0.0543354 May 10 14:00:46.250301 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6786c87c-8b6f-4694-8e37-de75a34c9517 req-8b9ad051-0914-43fd-9ce2-9d913aaa04d7 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422192 May 10 14:00:46.440141 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 50110) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:46.546468 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bed77037-d187-40a6-92f2-1cb23438a810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:46.623928 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bed77037-d187-40a6-92f2-1cb23438a810 admin admin] Publish callbacks [] for security_group (7d15efa4-f8e5-4837-83d0-b3847cd24e1e), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:46.628954 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bed77037-d187-40a6-92f2-1cb23438a810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (7d15efa4-f8e5-4837-83d0-b3847cd24e1e), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:46.671809 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-bed77037-d187-40a6-92f2-1cb23438a810 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=12c13ecc4dde47dfb92b2877c6bb04e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305429 May 10 14:00:46.673267 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed77037-d187-40a6-92f2-1cb23438a810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d15efa4-f8e5-4837-83d0-b3847cd24e1e,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:46.678675 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 50114) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:46.728230 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-39c19838-7181-4be7-a210-daaead3ebef0 admin admin] Publish callbacks [] for security_group (7d15efa4-f8e5-4837-83d0-b3847cd24e1e), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:46.756595 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-39c19838-7181-4be7-a210-daaead3ebef0 admin admin] Publish callbacks [] for security_group (7d15efa4-f8e5-4837-83d0-b3847cd24e1e), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:46.795668 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 11a4481d-f88f-4503-b4d7-f6b62b846773 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:00:46.801163 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 0b32a17e-9e2f-475d-abe1-8b69acb4c76a up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:46.856300 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95f859-8c96-4b02-b222-d8da9a58c1e3 req-44387cc3-6063-4471-9f9b-098c79932e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:46.857906 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5f95f859-8c96-4b02-b222-d8da9a58c1e3 req-44387cc3-6063-4471-9f9b-098c79932e04 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 1130 time: 0.0709333 May 10 14:00:46.862286 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-39c19838-7181-4be7-a210-daaead3ebef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (7d15efa4-f8e5-4837-83d0-b3847cd24e1e), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:46.864916 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-39c19838-7181-4be7-a210-daaead3ebef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:46.865954 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-39c19838-7181-4be7-a210-daaead3ebef0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d15efa4-f8e5-4837-83d0-b3847cd24e1e HTTP/1.1" status: 204 len: 168 time: 0.1859431 May 10 14:00:46.889726 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c19838-7181-4be7-a210-daaead3ebef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d15efa4-f8e5-4837-83d0-b3847cd24e1e,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:46.903317 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning for port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:00:46.919036 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:46.919433 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:46.935663 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5f95f859-8c96-4b02-b222-d8da9a58c1e3 req-768df30d-0c49-44d7-bc0f-bd5d6ff69c3f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686047 May 10 14:00:46.990708 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 11a4481d-f88f-4503-b4d7-f6b62b846773, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=11a4481d-f88f-4503-b4d7-f6b62b846773,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:47.021320 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': '11a4481d-f88f-4503-b4d7-f6b62b846773', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'port_id': '11a4481d-f88f-4503-b4d7-f6b62b846773', 'mac_address': 'fa:16:3e:52:98:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:00:47.059486 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ffbe1-c278-441e-96cf-3f1b5b0bb02b req-d0e859fb-3f43-43aa-aea3-2fe736773b35 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:47.068508 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-108ffbe1-c278-441e-96cf-3f1b5b0bb02b req-d0e859fb-3f43-43aa-aea3-2fe736773b35 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 943 time: 0.0853090 May 10 14:00:47.083151 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:47.083517 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:47.100538 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 11a4481d-f88f-4503-b4d7-f6b62b846773 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:47.100924 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (11a4481d-f88f-4503-b4d7-f6b62b846773), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:47.123987 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a4481d-f88f-4503-b4d7-f6b62b846773 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:00:47.147304 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=0b32a17e-9e2f-475d-abe1-8b69acb4c76a,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:47.155820 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:47.160802 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 11a4481d-f88f-4503-b4d7-f6b62b846773, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=11a4481d-f88f-4503-b4d7-f6b62b846773,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:47.172549 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-108ffbe1-c278-441e-96cf-3f1b5b0bb02b req-52011551-e0aa-4325-af8e-5b56f56ab4e9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027682 May 10 14:00:47.196042 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (11a4481d-f88f-4503-b4d7-f6b62b846773), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:47.196042 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 0f558f56-6f77-4669-b4bd-6cfd29789243 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:00:47.231943 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=0b32a17e-9e2f-475d-abe1-8b69acb4c76a,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:47.296897 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a69bf-4a16-4323-b97a-ed5a1752dc9d req-fe0ac1ba-14db-40de-acbc-c13f463a4f4e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:47.301136 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6c5a69bf-4a16-4323-b97a-ed5a1752dc9d req-fe0ac1ba-14db-40de-acbc-c13f463a4f4e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 944 time: 0.1129031 May 10 14:00:47.373048 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc91a8c-7e50-48b7-baf4-f864ebac8644 req-191fdfff-666b-46e0-bf2b-943b45af770d tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:47.384070 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 50146) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:47.387325 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5dc91a8c-7e50-48b7-baf4-f864ebac8644 req-191fdfff-666b-46e0-bf2b-943b45af770d tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0892739 May 10 14:00:47.392994 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6c5a69bf-4a16-4323-b97a-ed5a1752dc9d req-a42d931f-266b-41e9-a3bc-32177f0ed087 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=c668e73c-85f7-4040-9241-41114856b09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870550 May 10 14:00:47.425742 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2c56c99e-4e24-43f6-8bef-9bdc8cc314f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:47.473381 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5dc91a8c-7e50-48b7-baf4-f864ebac8644 req-79220d3a-2a41-4fb9-93d8-d1284e934679 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775731 May 10 14:00:47.525479 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=11a4481d-f88f-4503-b4d7-f6b62b846773,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:47.552505 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 0f558f56-6f77-4669-b4bd-6cfd29789243, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=0f558f56-6f77-4669-b4bd-6cfd29789243,segment=NetworkSegment(3e067be8-9042-4bef-841c-16195f679735),segment_id=3e067be8-9042-4bef-841c-16195f679735)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:47.555070 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22e54ed-bbfa-42df-af34-67721740c4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a907c3-b5e2-4fd8-b6cb-cc60b528bc16'}, {'server_uuid': '067bd8aa-a9d7-41f4-82a3-54e00fe64f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b32a17e-9e2f-475d-abe1-8b69acb4c76a'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:00:47.557500 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac32081-451f-4c33-a7ce-caa6b94c4ebe" -d '{"events": [{"server_uuid": "c22e54ed-bbfa-42df-af34-67721740c4b0", "name": "network-vif-plugged", "status": "completed", "tag": "48a907c3-b5e2-4fd8-b6cb-cc60b528bc16"}, {"server_uuid": "067bd8aa-a9d7-41f4-82a3-54e00fe64f68", "name": "network-vif-plugged", "status": "completed", "tag": "0b32a17e-9e2f-475d-abe1-8b69acb4c76a"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:00:47.565440 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2c56c99e-4e24-43f6-8bef-9bdc8cc314f7 admin admin] Publish callbacks [] for security_group (9e4c8005-b45c-49fd-98dd-9d6b7691ce3f), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:47.570154 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': '0f558f56-6f77-4669-b4bd-6cfd29789243', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'port_id': '0f558f56-6f77-4669-b4bd-6cfd29789243', 'mac_address': 'fa:16:3e:c0:50:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:00:47.572758 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa89790-cc8e-485e-b8b3-c78766cded60 req-f6a0450e-3029-4062-aa42-442a28976164 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:47.574597 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bfa89790-cc8e-485e-b8b3-c78766cded60 req-f6a0450e-3029-4062-aa42-442a28976164 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0699055 May 10 14:00:47.577232 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-2c56c99e-4e24-43f6-8bef-9bdc8cc314f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (9e4c8005-b45c-49fd-98dd-9d6b7691ce3f), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:47.611484 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 May 2022 14:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18be133a-05d2-40a4-8f18-76c3a6637d58 x-openstack-request-id: req-18be133a-05d2-40a4-8f18-76c3a6637d58 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:00:47.611784 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22e54ed-bbfa-42df-af34-67721740c4b0", "name": "network-vif-plugged", "status": "completed", "tag": "48a907c3-b5e2-4fd8-b6cb-cc60b528bc16", "code": 200}, {"server_uuid": "067bd8aa-a9d7-41f4-82a3-54e00fe64f68", "name": "network-vif-plugged", "status": "completed", "tag": "0b32a17e-9e2f-475d-abe1-8b69acb4c76a", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:00:47.612038 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18be133a-05d2-40a4-8f18-76c3a6637d58 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:00:47.612460 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18be133a-05d2-40a4-8f18-76c3a6637d58'] response: {'server_uuid': 'c22e54ed-bbfa-42df-af34-67721740c4b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a907c3-b5e2-4fd8-b6cb-cc60b528bc16', 'code': 200} May 10 14:00:47.612724 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18be133a-05d2-40a4-8f18-76c3a6637d58'] response: {'server_uuid': '067bd8aa-a9d7-41f4-82a3-54e00fe64f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b32a17e-9e2f-475d-abe1-8b69acb4c76a', 'code': 200} May 10 14:00:47.620036 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 0f558f56-6f77-4669-b4bd-6cfd29789243 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:47.620508 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (0f558f56-6f77-4669-b4bd-6cfd29789243), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:47.634069 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f558f56-6f77-4669-b4bd-6cfd29789243 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:00:47.635128 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-2c56c99e-4e24-43f6-8bef-9bdc8cc314f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0b19d245195d4399b87fb1ad86a59a76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397916 May 10 14:00:47.637917 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 50154) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:47.644840 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56c99e-4e24-43f6-8bef-9bdc8cc314f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4c8005-b45c-49fd-98dd-9d6b7691ce3f,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:47.660088 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 0f558f56-6f77-4669-b4bd-6cfd29789243, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=0f558f56-6f77-4669-b4bd-6cfd29789243,segment=NetworkSegment(3e067be8-9042-4bef-841c-16195f679735),segment_id=3e067be8-9042-4bef-841c-16195f679735)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:47.664550 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (0f558f56-6f77-4669-b4bd-6cfd29789243), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:47.675712 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bfa89790-cc8e-485e-b8b3-c78766cded60 req-52541eb0-f523-4508-be6d-a0cbc9a3f3a5 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868859 May 10 14:00:47.709761 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6dd42594-4b0e-4b77-be51-03e4a4911aeb admin admin] Publish callbacks [] for security_group (9e4c8005-b45c-49fd-98dd-9d6b7691ce3f), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:47.724065 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=0f558f56-6f77-4669-b4bd-6cfd29789243,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:47.737905 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6dd42594-4b0e-4b77-be51-03e4a4911aeb admin admin] Publish callbacks [] for security_group (9e4c8005-b45c-49fd-98dd-9d6b7691ce3f), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:47.796647 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6dd42594-4b0e-4b77-be51-03e4a4911aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (9e4c8005-b45c-49fd-98dd-9d6b7691ce3f), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:47.797775 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6dd42594-4b0e-4b77-be51-03e4a4911aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:47.799223 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6dd42594-4b0e-4b77-be51-03e4a4911aeb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e4c8005-b45c-49fd-98dd-9d6b7691ce3f HTTP/1.1" status: 204 len: 168 time: 0.1593275 May 10 14:00:47.813805 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd42594-4b0e-4b77-be51-03e4a4911aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4c8005-b45c-49fd-98dd-9d6b7691ce3f,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:48.027208 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1d149-980e-4e2f-8da9-86e9d95086b5 req-a427542d-3b59-4a9b-a7bb-61f951df13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:48.028788 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-96c1d149-980e-4e2f-8da9-86e9d95086b5 req-a427542d-3b59-4a9b-a7bb-61f951df13a2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 1129 time: 0.0522444 May 10 14:00:48.295705 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b48a8c-7f3f-41b7-99ef-4f1fab58540b req-366bc8ae-68bd-4743-84c8-f1d29220e6b7 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:48.297262 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d3b48a8c-7f3f-41b7-99ef-4f1fab58540b req-366bc8ae-68bd-4743-84c8-f1d29220e6b7 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 944 time: 0.0481470 May 10 14:00:48.346097 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d3b48a8c-7f3f-41b7-99ef-4f1fab58540b req-849c330a-7608-4b34-9c49-3498321d0c6b tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433683 May 10 14:00:48.397588 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['11a4481d-f88f-4503-b4d7-f6b62b846773'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:00:48.550133 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56884f-4296-4de7-b419-653f83d784da req-05df83df-5d3b-43fe-ba66-bdbf1a9300fb tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:48.563399 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5f56884f-4296-4de7-b419-653f83d784da req-05df83df-5d3b-43fe-ba66-bdbf1a9300fb tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 944 time: 0.0760221 May 10 14:00:48.604745 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['0f558f56-6f77-4669-b4bd-6cfd29789243'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:00:48.698019 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5f56884f-4296-4de7-b419-653f83d784da req-2d0dd873-ff37-40bd-8379-257f3b1b7c0f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=c668e73c-85f7-4040-9241-41114856b09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334031 May 10 14:00:48.707344 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36cea1-b55c-4dac-abad-23da5cac8039 req-6aff104a-7321-44ba-95e1-810b052452a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:48.708912 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6e36cea1-b55c-4dac-abad-23da5cac8039 req-6aff104a-7321-44ba-95e1-810b052452a1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 1129 time: 0.0902903 May 10 14:00:48.867321 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6e36cea1-b55c-4dac-abad-23da5cac8039 req-b11210a3-ad51-4115-b5d9-9d1e363d6699 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407435 May 10 14:00:48.896653 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e050df-cc3d-48dd-87e4-9a20064e077f req-34a74c32-4a53-4369-8d6e-abc8638948d1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:48.911136 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-39e050df-cc3d-48dd-87e4-9a20064e077f req-34a74c32-4a53-4369-8d6e-abc8638948d1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0730703 May 10 14:00:48.924647 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-96c1d149-980e-4e2f-8da9-86e9d95086b5 req-046c7891-309c-4d19-a68e-cc7139a1aca7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072051 May 10 14:00:48.944040 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd00af-431c-4eda-b192-a0347252cd70 req-0ae2702c-9849-404a-a9a3-43f583243ba7 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:48.951580 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fdfd00af-431c-4eda-b192-a0347252cd70 req-0ae2702c-9849-404a-a9a3-43f583243ba7 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.1163821 May 10 14:00:49.029565 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fdfd00af-431c-4eda-b192-a0347252cd70 req-44bf948e-6785-48d4-977f-1a1bfe67c9a4 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770092 May 10 14:00:49.169767 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-39e050df-cc3d-48dd-87e4-9a20064e077f req-c0c61c9e-79ec-453a-9a76-8d79abb7acc1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573907 May 10 14:00:49.354820 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 50230) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:49.488032 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e84977-a3fc-4417-87a3-ddafe0a799a9 req-a945e741-77c5-486c-8152-a48de353b4cb tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:49.490328 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-82e84977-a3fc-4417-87a3-ddafe0a799a9 req-a945e741-77c5-486c-8152-a48de353b4cb tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 944 time: 0.0663681 May 10 14:00:49.545073 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-82e84977-a3fc-4417-87a3-ddafe0a799a9 req-06fe79f2-9d7d-4694-be7d-d7805b46646f tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487669 May 10 14:00:49.611350 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f65febd2-c1a3-4377-b0ec-ff65c3a3770e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:49.687402 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f65febd2-c1a3-4377-b0ec-ff65c3a3770e admin admin] Publish callbacks [] for security_group (9f5b5720-f70e-45db-b9a4-190ca431136d), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:49.692023 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f65febd2-c1a3-4377-b0ec-ff65c3a3770e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (9f5b5720-f70e-45db-b9a4-190ca431136d), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:49.728738 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65febd2-c1a3-4377-b0ec-ff65c3a3770e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5b5720-f70e-45db-b9a4-190ca431136d,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:49.733546 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f65febd2-c1a3-4377-b0ec-ff65c3a3770e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5bd83f5761ed4240920a9920b801f599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3776698 May 10 14:00:49.736508 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 50250) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:49.796086 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-304e46ac-3805-4fe5-bba1-2c8f0fcabfb1 admin admin] Publish callbacks [] for security_group (9f5b5720-f70e-45db-b9a4-190ca431136d), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:49.843664 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-304e46ac-3805-4fe5-bba1-2c8f0fcabfb1 admin admin] Publish callbacks [] for security_group (9f5b5720-f70e-45db-b9a4-190ca431136d), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:49.871844 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0951a-2dad-4387-920d-23ff1a70108d req-8cc94d1c-367a-4bfe-8610-8d64e7cfae81 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:49.873306 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c9f0951a-2dad-4387-920d-23ff1a70108d req-8cc94d1c-367a-4bfe-8610-8d64e7cfae81 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 944 time: 0.0679011 May 10 14:00:49.931843 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c9f0951a-2dad-4387-920d-23ff1a70108d req-d576ef9e-c2b5-4914-9067-88fd237a58b0 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=c668e73c-85f7-4040-9241-41114856b09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496950 May 10 14:00:49.941535 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-304e46ac-3805-4fe5-bba1-2c8f0fcabfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (9f5b5720-f70e-45db-b9a4-190ca431136d), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:49.944015 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-304e46ac-3805-4fe5-bba1-2c8f0fcabfb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:49.945130 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-304e46ac-3805-4fe5-bba1-2c8f0fcabfb1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9f5b5720-f70e-45db-b9a4-190ca431136d HTTP/1.1" status: 204 len: 168 time: 0.2075582 May 10 14:00:49.961180 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e46ac-3805-4fe5-bba1-2c8f0fcabfb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5b5720-f70e-45db-b9a4-190ca431136d,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:50.155058 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505b558-e568-4531-a169-18a458f87837 req-e1da08d3-c7c0-4db9-9f0f-b251534169f5 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:50.157266 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7505b558-e568-4531-a169-18a458f87837 req-e1da08d3-c7c0-4db9-9f0f-b251534169f5 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0501184 May 10 14:00:50.219125 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7505b558-e568-4531-a169-18a458f87837 req-f107c2c5-a390-4657-862f-fe9ab5f5ac9f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509028 May 10 14:00:50.303349 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45806a9c-c21b-4468-9f8b-d0070a306263 req-670f2ba9-c05b-48ba-909a-b2cd976b5022 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:50.309312 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-45806a9c-c21b-4468-9f8b-d0070a306263 req-670f2ba9-c05b-48ba-909a-b2cd976b5022 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0643303 May 10 14:00:50.331054 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 50286) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:50.346885 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a8310085-5a77-4cf1-9a1b-d5a5fcb40ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:50.367065 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-45806a9c-c21b-4468-9f8b-d0070a306263 req-12a44d32-5f89-4b32-a713-94372aecd604 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523608 May 10 14:00:50.453279 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a8310085-5a77-4cf1-9a1b-d5a5fcb40ecd admin admin] Publish callbacks [] for security_group (30faa00d-08e4-49d5-be22-57d053d9dc46), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:50.457485 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a8310085-5a77-4cf1-9a1b-d5a5fcb40ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (30faa00d-08e4-49d5-be22-57d053d9dc46), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:50.506735 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-a8310085-5a77-4cf1-9a1b-d5a5fcb40ecd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b2985173de3a420aa722b138eb6c5d73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1742454 May 10 14:00:50.507720 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8310085-5a77-4cf1-9a1b-d5a5fcb40ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30faa00d-08e4-49d5-be22-57d053d9dc46,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:50.509545 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 50290) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:50.527704 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 11a4481d-f88f-4503-b4d7-f6b62b846773 up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:50.588963 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7cc7c0d0-7eb0-4346-b514-e28813df51c7 admin admin] Publish callbacks [] for security_group (30faa00d-08e4-49d5-be22-57d053d9dc46), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:50.621845 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7cc7c0d0-7eb0-4346-b514-e28813df51c7 admin admin] Publish callbacks [] for security_group (30faa00d-08e4-49d5-be22-57d053d9dc46), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:50.625452 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning for port 11a4481d-f88f-4503-b4d7-f6b62b846773 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:00:50.633101 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port 11a4481d-f88f-4503-b4d7-f6b62b846773 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:50.633517 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (11a4481d-f88f-4503-b4d7-f6b62b846773), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:50.695405 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d2213-65a9-4266-9300-bdbbf1f903f4 req-a895d686-1b3e-4ccb-959f-f7b571509b48 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:50.697042 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d29d2213-65a9-4266-9300-bdbbf1f903f4 req-a895d686-1b3e-4ccb-959f-f7b571509b48 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 944 time: 0.0551708 May 10 14:00:50.710088 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7cc7c0d0-7eb0-4346-b514-e28813df51c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (30faa00d-08e4-49d5-be22-57d053d9dc46), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:50.712878 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7cc7c0d0-7eb0-4346-b514-e28813df51c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:50.714158 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7cc7c0d0-7eb0-4346-b514-e28813df51c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/30faa00d-08e4-49d5-be22-57d053d9dc46 HTTP/1.1" status: 204 len: 168 time: 0.2031269 May 10 14:00:50.726404 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7c0d0-7eb0-4346-b514-e28813df51c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30faa00d-08e4-49d5-be22-57d053d9dc46,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:50.752914 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 11a4481d-f88f-4503-b4d7-f6b62b846773 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:50.753317 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (11a4481d-f88f-4503-b4d7-f6b62b846773), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:50.777998 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d29d2213-65a9-4266-9300-bdbbf1f903f4 req-3c628d9e-28bd-4c97-93a4-663e9ee41e34 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731614 May 10 14:00:50.779662 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5f6640-8318-4ba7-be1f-7a578b595363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a4481d-f88f-4503-b4d7-f6b62b846773'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:00:50.782890 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddcdaa5-f1a0-4fc3-b473-20a7aacac3c4" -d '{"events": [{"server_uuid": "1e5f6640-8318-4ba7-be1f-7a578b595363", "name": "network-vif-plugged", "status": "completed", "tag": "11a4481d-f88f-4503-b4d7-f6b62b846773"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:00:50.803409 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 11a4481d-f88f-4503-b4d7-f6b62b846773, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=11a4481d-f88f-4503-b4d7-f6b62b846773,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:50.809728 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (11a4481d-f88f-4503-b4d7-f6b62b846773), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:50.810545 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 0f558f56-6f77-4669-b4bd-6cfd29789243 up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:00:50.843381 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c8325e-9020-4d61-82f6-761175cb0d47 x-openstack-request-id: req-49c8325e-9020-4d61-82f6-761175cb0d47 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:00:50.843687 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5f6640-8318-4ba7-be1f-7a578b595363", "name": "network-vif-plugged", "status": "completed", "tag": "11a4481d-f88f-4503-b4d7-f6b62b846773", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:00:50.843946 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49c8325e-9020-4d61-82f6-761175cb0d47 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:00:50.844367 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c8325e-9020-4d61-82f6-761175cb0d47'] response: {'server_uuid': '1e5f6640-8318-4ba7-be1f-7a578b595363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a4481d-f88f-4503-b4d7-f6b62b846773', 'code': 200} May 10 14:00:50.904398 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=11a4481d-f88f-4503-b4d7-f6b62b846773,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:50.913719 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning for port 0f558f56-6f77-4669-b4bd-6cfd29789243 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:00:50.921911 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port 0f558f56-6f77-4669-b4bd-6cfd29789243 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:00:50.922712 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (0f558f56-6f77-4669-b4bd-6cfd29789243), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:51.034330 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 0f558f56-6f77-4669-b4bd-6cfd29789243 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:00:51.034797 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (0f558f56-6f77-4669-b4bd-6cfd29789243), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:51.085463 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 0f558f56-6f77-4669-b4bd-6cfd29789243, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=0f558f56-6f77-4669-b4bd-6cfd29789243,segment=NetworkSegment(3e067be8-9042-4bef-841c-16195f679735),segment_id=3e067be8-9042-4bef-841c-16195f679735)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:00:51.091768 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (0f558f56-6f77-4669-b4bd-6cfd29789243), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:51.143870 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9367f74-d645-488b-8f0d-07463735085d req-fcb2d7f3-b212-4e53-8863-66ab1aacd30a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:51.151962 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c9367f74-d645-488b-8f0d-07463735085d req-fcb2d7f3-b212-4e53-8863-66ab1aacd30a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 945 time: 0.1266918 May 10 14:00:51.169109 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=0f558f56-6f77-4669-b4bd-6cfd29789243,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:51.214229 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c9367f74-d645-488b-8f0d-07463735085d req-1330d7f5-6ae9-491f-b915-408e1f25d5a6 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=c668e73c-85f7-4040-9241-41114856b09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604115 May 10 14:00:51.241440 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 50322) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:51.344060 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aaea6d-3006-49ca-a080-988839740072 req-5755c9fb-0472-4a5c-bd5b-dfd13e894392 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:51.351005 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-70aaea6d-3006-49ca-a080-988839740072 req-5755c9fb-0472-4a5c-bd5b-dfd13e894392 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0595431 May 10 14:00:51.375257 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a17bf732-5381-4403-aa97-ba3492c70d73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:51.438118 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-70aaea6d-3006-49ca-a080-988839740072 req-14018127-7a22-468d-8595-7f70e307efb2 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861783 May 10 14:00:51.491626 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175dfc2-12d0-47a1-b751-420c2ef71f7d req-1e7fc234-ff86-4bc3-bc2e-85941910d207 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:51.493119 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2175dfc2-12d0-47a1-b751-420c2ef71f7d req-1e7fc234-ff86-4bc3-bc2e-85941910d207 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0541613 May 10 14:00:51.546253 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2175dfc2-12d0-47a1-b751-420c2ef71f7d req-fdb246c8-f7f7-4f1f-9cb6-f160892e9e60 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449271 May 10 14:00:51.559924 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a17bf732-5381-4403-aa97-ba3492c70d73 admin admin] Publish callbacks [] for security_group (96bda2a1-0d2a-45eb-bd60-7ce7333a66f3), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:51.575077 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a17bf732-5381-4403-aa97-ba3492c70d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (96bda2a1-0d2a-45eb-bd60-7ce7333a66f3), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:51.586274 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c481b-0137-428e-9597-7d7224c85145 req-93ec4f56-f27b-4761-8e58-9abfe749e8df tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:51.587746 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-968c481b-0137-428e-9597-7d7224c85145 req-93ec4f56-f27b-4761-8e58-9abfe749e8df tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0777161 May 10 14:00:51.597601 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 50344) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:51.601944 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-d7dcf762-30b3-4252-a201-181a154043c6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Request body: {'floatingip': {'port_id': '0b32a17e-9e2f-475d-abe1-8b69acb4c76a'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:51.625615 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a17bf732-5381-4403-aa97-ba3492c70d73 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a5ee79f24684691bedc6b6a3924c7ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3804581 May 10 14:00:51.625615 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bf732-5381-4403-aa97-ba3492c70d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bda2a1-0d2a-45eb-bd60-7ce7333a66f3,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:51.626408 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 50348) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:51.696065 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d7dcf762-30b3-4252-a201-181a154043c6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for floatingip (8548e8dd-e54c-492b-b906-ab08fdd18afd), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:51.728802 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7a020df7-5c15-42a5-9ced-ad66d7df3128 admin admin] Publish callbacks [] for security_group (96bda2a1-0d2a-45eb-bd60-7ce7333a66f3), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:51.758180 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7a020df7-5c15-42a5-9ced-ad66d7df3128 admin admin] Publish callbacks [] for security_group (96bda2a1-0d2a-45eb-bd60-7ce7333a66f3), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:51.819851 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7a020df7-5c15-42a5-9ced-ad66d7df3128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (96bda2a1-0d2a-45eb-bd60-7ce7333a66f3), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:51.822595 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7a020df7-5c15-42a5-9ced-ad66d7df3128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:51.827301 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7a020df7-5c15-42a5-9ced-ad66d7df3128 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/96bda2a1-0d2a-45eb-bd60-7ce7333a66f3 HTTP/1.1" status: 204 len: 168 time: 0.1876030 May 10 14:00:51.844016 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a020df7-5c15-42a5-9ced-ad66d7df3128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bda2a1-0d2a-45eb-bd60-7ce7333a66f3,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:51.844815 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdc7f4-01c9-4d3d-a081-7ed1b02ab7b0 req-d21b3ddc-41a7-433d-a551-3adc49d21b1b tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:51.852952 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c3fdc7f4-01c9-4d3d-a081-7ed1b02ab7b0 req-d21b3ddc-41a7-433d-a551-3adc49d21b1b tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.1734295 May 10 14:00:51.859306 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 50358) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:51.881669 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-7ae594c5-45b0-4922-a552-31eea34841ae tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Request body: {'floatingip': {'port_id': '48a907c3-b5e2-4fd8-b6cb-cc60b528bc16'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:52.044689 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7ae594c5-45b0-4922-a552-31eea34841ae tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for floatingip (8a2e07e3-0d9a-40ba-ad37-1aad5661d4c9), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:52.086100 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca013937-6a47-4c39-846c-bb515883e49e req-33b01da7-dfcf-42ad-be1d-e5ca659abf2f tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:52.087675 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ca013937-6a47-4c39-846c-bb515883e49e req-33b01da7-dfcf-42ad-be1d-e5ca659abf2f tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.2030647 May 10 14:00:52.247687 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ca013937-6a47-4c39-846c-bb515883e49e req-71981bd9-c8e5-474f-b709-1ab530fc2515 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374493 May 10 14:00:52.359893 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 50374) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:52.434265 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f534f5f2-5e2c-4a05-b4d8-9ab1b87ed252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:52.514704 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce71b86-5a82-4b39-8b1d-c00074caec7f req-c840e462-799f-4b60-85d2-0464061d98ee tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:52.514704 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9ce71b86-5a82-4b39-8b1d-c00074caec7f req-c840e462-799f-4b60-85d2-0464061d98ee tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 945 time: 0.1710634 May 10 14:00:52.757592 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9ce71b86-5a82-4b39-8b1d-c00074caec7f req-5a1f82bc-98b8-406c-aeeb-6d12eef96769 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=c668e73c-85f7-4040-9241-41114856b09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264183 May 10 14:00:52.832188 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7ae594c5-45b0-4922-a552-31eea34841ae tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:52.837046 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7ae594c5-45b0-4922-a552-31eea34841ae tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (8a2e07e3-0d9a-40ba-ad37-1aad5661d4c9), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:52.847648 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99093de-3e49-4cee-b398-90c326ef8050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f558f56-6f77-4669-b4bd-6cfd29789243'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:00:52.848399 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4232444f-f9e6-4b51-8b1c-20e9a9c69e91" -d '{"events": [{"server_uuid": "c99093de-3e49-4cee-b398-90c326ef8050", "name": "network-vif-plugged", "status": "completed", "tag": "0f558f56-6f77-4669-b4bd-6cfd29789243"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:00:52.888977 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f534f5f2-5e2c-4a05-b4d8-9ab1b87ed252 admin admin] Publish callbacks [] for security_group (135f6c7c-dd09-4e34-9bb3-c99768b274b3), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:52.892257 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67eebf73-8f09-4b48-86cc-88e7c1ad27f0 x-openstack-request-id: req-67eebf73-8f09-4b48-86cc-88e7c1ad27f0 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:00:52.892898 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99093de-3e49-4cee-b398-90c326ef8050", "name": "network-vif-plugged", "status": "completed", "tag": "0f558f56-6f77-4669-b4bd-6cfd29789243", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:00:52.893482 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67eebf73-8f09-4b48-86cc-88e7c1ad27f0 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:00:52.894292 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67eebf73-8f09-4b48-86cc-88e7c1ad27f0'] response: {'server_uuid': 'c99093de-3e49-4cee-b398-90c326ef8050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f558f56-6f77-4669-b4bd-6cfd29789243', 'code': 200} May 10 14:00:52.907935 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f534f5f2-5e2c-4a05-b4d8-9ab1b87ed252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (135f6c7c-dd09-4e34-9bb3-c99768b274b3), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:52.938611 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.db.resource_extend [None req-d7dcf762-30b3-4252-a201-181a154043c6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:00:52.964681 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-7ae594c5-45b0-4922-a552-31eea34841ae tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Floating IP 8a2e07e3-0d9a-40ba-ad37-1aad5661d4c9 associated. External IP: 172.27.3.60, port: 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16. May 10 14:00:52.976557 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c404e3-4159-4df6-94fd-7db770be15b6 req-e851a7e9-973a-4fe8-b698-02ccf74181cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:52.978037 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e1c404e3-4159-4df6-94fd-7db770be15b6 req-e851a7e9-973a-4fe8-b698-02ccf74181cf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 1129 time: 0.1457267 May 10 14:00:53.016823 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f534f5f2-5e2c-4a05-b4d8-9ab1b87ed252 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1365d85cd3c74212b9af26cf1013320d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6528993 May 10 14:00:53.020026 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 50398) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:53.022236 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f534f5f2-5e2c-4a05-b4d8-9ab1b87ed252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135f6c7c-dd09-4e34-9bb3-c99768b274b3,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:53.059026 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d7dcf762-30b3-4252-a201-181a154043c6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:53.063161 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d7dcf762-30b3-4252-a201-181a154043c6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (8548e8dd-e54c-492b-b906-ab08fdd18afd), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:53.173904 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-d7dcf762-30b3-4252-a201-181a154043c6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Floating IP 8548e8dd-e54c-492b-b906-ab08fdd18afd associated. External IP: 172.27.3.207, port: 0b32a17e-9e2f-475d-abe1-8b69acb4c76a. May 10 14:00:53.376981 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-694796d1-baba-4de3-b38e-6760569aac97 admin admin] Publish callbacks [] for security_group (135f6c7c-dd09-4e34-9bb3-c99768b274b3), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:53.417519 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-694796d1-baba-4de3-b38e-6760569aac97 admin admin] Publish callbacks [] for security_group (135f6c7c-dd09-4e34-9bb3-c99768b274b3), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:53.449435 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f2289-9a44-44a7-ad86-88cddfb593b5 req-d9926513-8eba-47b3-a3a4-f67d2315c33d tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:53.450890 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-373f2289-9a44-44a7-ad86-88cddfb593b5 req-d9926513-8eba-47b3-a3a4-f67d2315c33d tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0892568 May 10 14:00:53.480119 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7dcf762-30b3-4252-a201-181a154043c6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Router aba119d6-5dda-4089-a6c0-7039fc7a97e1 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:00:53.497697 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae594c5-45b0-4922-a552-31eea34841ae tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Router 18aa9f2d-1182-4053-8a16-d5677abda5b0 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:00:53.546806 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-373f2289-9a44-44a7-ad86-88cddfb593b5 req-6c9e89ec-d527-4983-b75a-51d8094febee tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884807 May 10 14:00:53.547626 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-694796d1-baba-4de3-b38e-6760569aac97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (135f6c7c-dd09-4e34-9bb3-c99768b274b3), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:53.550542 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-694796d1-baba-4de3-b38e-6760569aac97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:53.551509 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-694796d1-baba-4de3-b38e-6760569aac97 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/135f6c7c-dd09-4e34-9bb3-c99768b274b3 HTTP/1.1" status: 204 len: 168 time: 0.5304801 May 10 14:00:53.567576 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694796d1-baba-4de3-b38e-6760569aac97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135f6c7c-dd09-4e34-9bb3-c99768b274b3,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:53.582106 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694796d1-baba-4de3-b38e-6760569aac97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:53.582463 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694796d1-baba-4de3-b38e-6760569aac97 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:53.582833 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694796d1-baba-4de3-b38e-6760569aac97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:53.583182 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694796d1-baba-4de3-b38e-6760569aac97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:53.583521 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694796d1-baba-4de3-b38e-6760569aac97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:53.583856 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694796d1-baba-4de3-b38e-6760569aac97 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:53.584204 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694796d1-baba-4de3-b38e-6760569aac97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:53.584538 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694796d1-baba-4de3-b38e-6760569aac97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:53.584868 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694796d1-baba-4de3-b38e-6760569aac97 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:53.585197 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694796d1-baba-4de3-b38e-6760569aac97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:53.585527 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694796d1-baba-4de3-b38e-6760569aac97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:53.585853 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694796d1-baba-4de3-b38e-6760569aac97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:53.586177 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694796d1-baba-4de3-b38e-6760569aac97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:53.586543 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694796d1-baba-4de3-b38e-6760569aac97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:53.586816 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694796d1-baba-4de3-b38e-6760569aac97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:53.633035 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dcf762-30b3-4252-a201-181a154043c6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:00:53.638967 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d7dcf762-30b3-4252-a201-181a154043c6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:53.643221 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae594c5-45b0-4922-a552-31eea34841ae tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:00:53.649909 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d8cfc6-5744-4bd3-ae9f-d18fc33fced0 None None] Sync routers for ids ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:00:53.652407 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7ae594c5-45b0-4922-a552-31eea34841ae tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:53.656217 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358d483a-65a3-4890-baf0-fde1fa6d2139 None None] Sync routers for ids ['18aa9f2d-1182-4053-8a16-d5677abda5b0'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:00:53.666224 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d8cfc6-5744-4bd3-ae9f-d18fc33fced0 None None] Routers {'aba119d6-5dda-4089-a6c0-7039fc7a97e1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:00:53.667069 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-c4d8cfc6-5744-4bd3-ae9f-d18fc33fced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:00:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:53.668722 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358d483a-65a3-4890-baf0-fde1fa6d2139 None None] Routers {'18aa9f2d-1182-4053-8a16-d5677abda5b0'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:00:53.669424 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-358d483a-65a3-4890-baf0-fde1fa6d2139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:00:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['18aa9f2d-1182-4053-8a16-d5677abda5b0'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:53.672036 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d7dcf762-30b3-4252-a201-181a154043c6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "PUT /v2.0/floatingips/8548e8dd-e54c-492b-b906-ab08fdd18afd HTTP/1.1" status: 200 len: 991 time: 2.0736475 May 10 14:00:53.672364 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067bd8aa-a9d7-41f4-82a3-54e00fe64f68', 'tag': '0b32a17e-9e2f-475d-abe1-8b69acb4c76a'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:00:53.674720 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873c2305-1e59-44e1-8200-1714a2d771c8" -d '{"events": [{"name": "network-changed", "server_uuid": "067bd8aa-a9d7-41f4-82a3-54e00fe64f68", "tag": "0b32a17e-9e2f-475d-abe1-8b69acb4c76a"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:00:53.700054 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7ae594c5-45b0-4922-a552-31eea34841ae tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "PUT /v2.0/floatingips/8a2e07e3-0d9a-40ba-ad37-1aad5661d4c9 HTTP/1.1" status: 200 len: 990 time: 1.8381183 May 10 14:00:53.700673 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22e54ed-bbfa-42df-af34-67721740c4b0', 'tag': '48a907c3-b5e2-4fd8-b6cb-cc60b528bc16'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:00:53.702921 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72864d8f697cc3849f7037e54fa44052707e53d1306a4a80922f5c2f90f38e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089f2e77-3b34-40b5-847d-a2cbe3cb0326" -d '{"events": [{"name": "network-changed", "server_uuid": "c22e54ed-bbfa-42df-af34-67721740c4b0", "tag": "48a907c3-b5e2-4fd8-b6cb-cc60b528bc16"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:00:53.747211 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07279fc8-c4c9-4114-ac73-49579f6e8221 x-openstack-request-id: req-07279fc8-c4c9-4114-ac73-49579f6e8221 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:00:53.747575 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067bd8aa-a9d7-41f4-82a3-54e00fe64f68", "tag": "0b32a17e-9e2f-475d-abe1-8b69acb4c76a", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:00:53.747900 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07279fc8-c4c9-4114-ac73-49579f6e8221 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:00:53.748396 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07279fc8-c4c9-4114-ac73-49579f6e8221'] response: {'name': 'network-changed', 'server_uuid': '067bd8aa-a9d7-41f4-82a3-54e00fe64f68', 'tag': '0b32a17e-9e2f-475d-abe1-8b69acb4c76a', 'status': 'completed', 'code': 200} May 10 14:00:53.766757 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cae675e-7019-4037-a2a6-bacddb68839c x-openstack-request-id: req-8cae675e-7019-4037-a2a6-bacddb68839c {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:00:53.767018 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22e54ed-bbfa-42df-af34-67721740c4b0", "tag": "48a907c3-b5e2-4fd8-b6cb-cc60b528bc16", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:00:53.767312 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8cae675e-7019-4037-a2a6-bacddb68839c {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:00:53.767710 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cae675e-7019-4037-a2a6-bacddb68839c'] response: {'name': 'network-changed', 'server_uuid': 'c22e54ed-bbfa-42df-af34-67721740c4b0', 'tag': '48a907c3-b5e2-4fd8-b6cb-cc60b528bc16', 'status': 'completed', 'code': 200} May 10 14:00:53.820703 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-c4d8cfc6-5744-4bd3-ae9f-d18fc33fced0 None None] Set router aba119d6-5dda-4089-a6c0-7039fc7a97e1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:00:53.864866 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-358d483a-65a3-4890-baf0-fde1fa6d2139 None None] Set router 18aa9f2d-1182-4053-8a16-d5677abda5b0 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:00:53.883675 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e03a3c-552d-45fb-ab1f-4a0687e68b9c req-4820d094-3288-4b4e-92e0-9d779353f784 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:53.891602 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-92e03a3c-552d-45fb-ab1f-4a0687e68b9c req-4820d094-3288-4b4e-92e0-9d779353f784 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 945 time: 0.0561283 May 10 14:00:53.961429 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-92e03a3c-552d-45fb-ab1f-4a0687e68b9c req-50b1df84-dc82-4b44-a85f-3d0eeaebbdeb tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=c668e73c-85f7-4040-9241-41114856b09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649807 May 10 14:00:54.114868 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-c4d8cfc6-5744-4bd3-ae9f-d18fc33fced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'name': 'tempest-AttachVolumeShelveTestJSON-710112497-router', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:07Z', 'revision_number': 4, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'gw_port': {'id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': '8548e8dd-e54c-492b-b906-ab08fdd18afd', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'port_id': '0b32a17e-9e2f-475d-abe1-8b69acb4c76a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'mac_address': 'fa:16:3e:41:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067bd8aa-a9d7-41f4-82a3-54e00fe64f68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:00:21Z', 'updated_at': '2022-05-10T14:00:52Z', 'revision_number': 1, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '248fc04b-f924-4a81-be73-155edc600cf5', 'name': '', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'mac_address': 'fa:16:3e:02:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:03Z', 'updated_at': '2022-05-10T14:00:17Z', 'revision_number': 5, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'subnets': [{'id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:54.150353 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d8cfc6-5744-4bd3-ae9f-d18fc33fced0 None None] Checking router: aba119d6-5dda-4089-a6c0-7039fc7a97e1 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:00:54.156567 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-358d483a-65a3-4890-baf0-fde1fa6d2139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'name': 'tempest-AttachVolumeTestJSON-984094042-router', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:04Z', 'revision_number': 4, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'gw_port': {'id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': '8a2e07e3-0d9a-40ba-ad37-1aad5661d4c9', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'port_id': '48a907c3-b5e2-4fd8-b6cb-cc60b528bc16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'mac_address': 'fa:16:3e:d0:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22e54ed-bbfa-42df-af34-67721740c4b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:52Z', 'revision_number': 1, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3f87d25-daa3-42e1-96ee-67dad5333ab9', 'name': '', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'mac_address': 'fa:16:3e:6f:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:02Z', 'updated_at': '2022-05-10T14:00:23Z', 'revision_number': 5, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'subnets': [{'id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:54.160430 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d8cfc6-5744-4bd3-ae9f-d18fc33fced0 None None] Routers {'aba119d6-5dda-4089-a6c0-7039fc7a97e1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:00:54.161049 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-c4d8cfc6-5744-4bd3-ae9f-d18fc33fced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:00:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:54.191213 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358d483a-65a3-4890-baf0-fde1fa6d2139 None None] Checking router: 18aa9f2d-1182-4053-8a16-d5677abda5b0 for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:00:54.200583 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358d483a-65a3-4890-baf0-fde1fa6d2139 None None] Routers {'18aa9f2d-1182-4053-8a16-d5677abda5b0'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:00:54.201199 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-358d483a-65a3-4890-baf0-fde1fa6d2139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:00:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['18aa9f2d-1182-4053-8a16-d5677abda5b0'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:54.285199 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-c4d8cfc6-5744-4bd3-ae9f-d18fc33fced0 None None] Set router aba119d6-5dda-4089-a6c0-7039fc7a97e1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:00:54.328398 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-358d483a-65a3-4890-baf0-fde1fa6d2139 None None] Set router 18aa9f2d-1182-4053-8a16-d5677abda5b0 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:00:54.567015 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-c4d8cfc6-5744-4bd3-ae9f-d18fc33fced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'name': 'tempest-AttachVolumeShelveTestJSON-710112497-router', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:07Z', 'revision_number': 4, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'gw_port': {'id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': '8548e8dd-e54c-492b-b906-ab08fdd18afd', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'port_id': '0b32a17e-9e2f-475d-abe1-8b69acb4c76a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'mac_address': 'fa:16:3e:41:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067bd8aa-a9d7-41f4-82a3-54e00fe64f68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:00:21Z', 'updated_at': '2022-05-10T14:00:52Z', 'revision_number': 1, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '248fc04b-f924-4a81-be73-155edc600cf5', 'name': '', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'mac_address': 'fa:16:3e:02:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:03Z', 'updated_at': '2022-05-10T14:00:17Z', 'revision_number': 5, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'subnets': [{'id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:54.612873 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-358d483a-65a3-4890-baf0-fde1fa6d2139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'name': 'tempest-AttachVolumeTestJSON-984094042-router', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:04Z', 'revision_number': 4, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'gw_port': {'id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': '8a2e07e3-0d9a-40ba-ad37-1aad5661d4c9', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'port_id': '48a907c3-b5e2-4fd8-b6cb-cc60b528bc16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'mac_address': 'fa:16:3e:d0:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22e54ed-bbfa-42df-af34-67721740c4b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:52Z', 'revision_number': 1, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3f87d25-daa3-42e1-96ee-67dad5333ab9', 'name': '', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'mac_address': 'fa:16:3e:6f:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:02Z', 'updated_at': '2022-05-10T14:00:23Z', 'revision_number': 5, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'subnets': [{'id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:54.633493 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d8cfc6-5744-4bd3-ae9f-d18fc33fced0 None None] The sync data for ids ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'] in dv-cinder-840678-6-iscsi is: [{'id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'name': 'tempest-AttachVolumeShelveTestJSON-710112497-router', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:07Z', 'revision_number': 4, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'gw_port': {'id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': '8548e8dd-e54c-492b-b906-ab08fdd18afd', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'port_id': '0b32a17e-9e2f-475d-abe1-8b69acb4c76a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'mac_address': 'fa:16:3e:41:0d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067bd8aa-a9d7-41f4-82a3-54e00fe64f68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:00:21Z', 'updated_at': '2022-05-10T14:00:52Z', 'revision_number': 1, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '248fc04b-f924-4a81-be73-155edc600cf5', 'name': '', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'mac_address': 'fa:16:3e:02:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:03Z', 'updated_at': '2022-05-10T14:00:17Z', 'revision_number': 5, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'subnets': [{'id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:00:54.660453 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358d483a-65a3-4890-baf0-fde1fa6d2139 None None] The sync data for ids ['18aa9f2d-1182-4053-8a16-d5677abda5b0'] in dv-cinder-840678-6-iscsi is: [{'id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'name': 'tempest-AttachVolumeTestJSON-984094042-router', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:04Z', 'revision_number': 4, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'gw_port': {'id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': '8a2e07e3-0d9a-40ba-ad37-1aad5661d4c9', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'port_id': '48a907c3-b5e2-4fd8-b6cb-cc60b528bc16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'mac_address': 'fa:16:3e:d0:fc:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22e54ed-bbfa-42df-af34-67721740c4b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:52Z', 'revision_number': 1, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3f87d25-daa3-42e1-96ee-67dad5333ab9', 'name': '', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'mac_address': 'fa:16:3e:6f:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:02Z', 'updated_at': '2022-05-10T14:00:23Z', 'revision_number': 5, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'subnets': [{'id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:00:54.751030 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e1c404e3-4159-4df6-94fd-7db770be15b6 req-3b75a683-deb4-4246-8f39-65a4b8b99856 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c668e73c-85f7-4040-9241-41114856b09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339933 May 10 14:00:54.775565 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c2305-1e59-44e1-8200-1714a2d771c8 req-74df134f-ca89-4c81-845b-375e143c27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:54.777644 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-873c2305-1e59-44e1-8200-1714a2d771c8 req-74df134f-ca89-4c81-845b-375e143c27bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd39c2a00ace4575896bf3f045bedce1&device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 1129 time: 0.2079446 May 10 14:00:54.805549 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f2e77-3b34-40b5-847d-a2cbe3cb0326 req-c2dc07c8-f524-4707-9346-1ff3b3feeafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:54.807052 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-089f2e77-3b34-40b5-847d-a2cbe3cb0326 req-c2dc07c8-f524-4707-9346-1ff3b3feeafe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d19ea52173a04c8e8624b91ac0e3eb48&device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 1129 time: 0.2367704 May 10 14:00:54.851801 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2e551-d0e2-4cfe-8406-d76e9fd09e56 req-d525b672-e438-4b73-843c-d36f7171e73f tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:54.867354 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-27c2e551-d0e2-4cfe-8406-d76e9fd09e56 req-d525b672-e438-4b73-843c-d36f7171e73f tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.1674573 May 10 14:00:54.965202 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-27c2e551-d0e2-4cfe-8406-d76e9fd09e56 req-3fa63de3-71ab-4b35-b248-aa3ce0ba2602 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961981 May 10 14:00:55.029828 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962166e1-11c6-4bb8-92b7-ae1b39c0af5a None None] New status for floating IP 8548e8dd-e54c-492b-b906-ab08fdd18afd: ACTIVE {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:00:55.138904 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d84355-7012-4cc8-af19-785eaa981b49 req-dd036d74-fce9-48dd-b00b-1bd95f4dee40 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:55.141151 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-75d84355-7012-4cc8-af19-785eaa981b49 req-dd036d74-fce9-48dd-b00b-1bd95f4dee40 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 945 time: 0.0663416 May 10 14:00:55.200666 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-75d84355-7012-4cc8-af19-785eaa981b49 req-8eb1607d-b785-4ba2-863d-983081ed3942 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=c668e73c-85f7-4040-9241-41114856b09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518312 May 10 14:00:55.243659 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:55.637399 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d6386d-c030-41b7-9509-f4016505014f None None] New status for floating IP 8a2e07e3-0d9a-40ba-ad37-1aad5661d4c9: ACTIVE {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:00:55.889425 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f2e77-3b34-40b5-847d-a2cbe3cb0326 req-0ab6023e-5d08-4e1e-b8b0-ecfb79c4c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:55.890950 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-089f2e77-3b34-40b5-847d-a2cbe3cb0326 req-0ab6023e-5d08-4e1e-b8b0-ecfb79c4c1e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ad65d3a2-8251-4281-96ce-37b7d361be92 HTTP/1.1" status: 200 len: 911 time: 0.4012120 May 10 14:00:55.891882 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c2305-1e59-44e1-8200-1714a2d771c8 req-d034de50-6f7b-4cfc-b96b-b3ed8708c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:55.893623 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-873c2305-1e59-44e1-8200-1714a2d771c8 req-d034de50-6f7b-4cfc-b96b-b3ed8708c6a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c2e159f-7eb2-470d-9799-bf81a94b9b35 HTTP/1.1" status: 200 len: 917 time: 0.4018750 May 10 14:00:55.941631 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e2b1b433-704f-49dd-bd28-7af46b86cd0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:55.968325 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a7473-7d23-43d5-ad5f-534f7248d4d2 req-fc7ca06b-d563-4d78-97af-ea304f5cec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:55.970093 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c43a7473-7d23-43d5-ad5f-534f7248d4d2 req-fc7ca06b-d563-4d78-97af-ea304f5cec21 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 1129 time: 0.0478194 May 10 14:00:56.246466 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-873c2305-1e59-44e1-8200-1714a2d771c8 req-95041b41-a927-4017-bcfd-a0e71e68b861 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b32a17e-9e2f-475d-abe1-8b69acb4c76a HTTP/1.1" status: 200 len: 1001 time: 0.2792940 May 10 14:00:56.253157 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-089f2e77-3b34-40b5-847d-a2cbe3cb0326 req-fbb41d71-5a9f-4392-97b7-450f8f8060d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 HTTP/1.1" status: 200 len: 1000 time: 0.1789944 May 10 14:00:56.260206 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9b17a-c38b-4d44-bd26-7e3914c40459 req-553096ea-d7b9-4ea7-8dd2-a643a442a43a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:56.261530 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-83f9b17a-c38b-4d44-bd26-7e3914c40459 req-553096ea-d7b9-4ea7-8dd2-a643a442a43a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.1685438 May 10 14:00:56.264327 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c43a7473-7d23-43d5-ad5f-534f7248d4d2 req-f8dc5313-a36c-4c05-8cfd-22b4dc98bf23 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884155 May 10 14:00:56.302699 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 50502) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:56.316927 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-83f9b17a-c38b-4d44-bd26-7e3914c40459 req-517964dd-a394-403c-b810-39a7ebeea93d tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495908 May 10 14:00:56.373865 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e81f6b-88af-4476-b74e-220c9949ac5a req-89eede74-76e2-4f24-b184-59f27e9d5327 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:56.375690 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-89e81f6b-88af-4476-b74e-220c9949ac5a req-89eede74-76e2-4f24-b184-59f27e9d5327 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 945 time: 0.0544717 May 10 14:00:56.436607 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a7b94-c828-4538-bfec-601c0782d6ab req-3a147aa2-6426-4d0d-8e02-c0969f9391fb tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:56.438656 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-315a7b94-c828-4538-bfec-601c0782d6ab req-3a147aa2-6426-4d0d-8e02-c0969f9391fb tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 945 time: 0.0712013 May 10 14:00:56.440722 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-89e81f6b-88af-4476-b74e-220c9949ac5a req-508b8c1e-916f-4b3d-aca2-edf66a5cd923 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=c668e73c-85f7-4040-9241-41114856b09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583138 May 10 14:00:56.457393 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9c994d3a-4dc5-48a0-b47b-5a2d2c042eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:56.512529 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-315a7b94-c828-4538-bfec-601c0782d6ab req-b3a6679d-d779-41da-93eb-c0fcb6bc238a tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/security-groups?id=489e94b3-9787-4add-b187-9a4ed86d7d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685890 May 10 14:00:56.560724 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9c994d3a-4dc5-48a0-b47b-5a2d2c042eda admin admin] Publish callbacks [] for security_group (22b89dee-308b-403f-b03c-b89639c23bfe), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:56.564443 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9c994d3a-4dc5-48a0-b47b-5a2d2c042eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (22b89dee-308b-403f-b03c-b89639c23bfe), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:56.601510 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c994d3a-4dc5-48a0-b47b-5a2d2c042eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b89dee-308b-403f-b03c-b89639c23bfe,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:56.608852 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9c994d3a-4dc5-48a0-b47b-5a2d2c042eda admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f6d96d848feb4cbdb56008ab2b5aebfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3019614 May 10 14:00:56.609236 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 50510) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:56.659964 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-eb8fae80-c366-4468-be96-74628c05a5d3 admin admin] Publish callbacks [] for security_group (22b89dee-308b-403f-b03c-b89639c23bfe), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:56.689063 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-eb8fae80-c366-4468-be96-74628c05a5d3 admin admin] Publish callbacks [] for security_group (22b89dee-308b-403f-b03c-b89639c23bfe), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:56.740721 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-eb8fae80-c366-4468-be96-74628c05a5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (22b89dee-308b-403f-b03c-b89639c23bfe), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:56.743480 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-eb8fae80-c366-4468-be96-74628c05a5d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:56.744862 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-eb8fae80-c366-4468-be96-74628c05a5d3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/22b89dee-308b-403f-b03c-b89639c23bfe HTTP/1.1" status: 204 len: 168 time: 0.1348267 May 10 14:00:56.753387 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fae80-c366-4468-be96-74628c05a5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b89dee-308b-403f-b03c-b89639c23bfe,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:56.962367 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c2305-1e59-44e1-8200-1714a2d771c8 req-b53a0fee-e5d5-4a2e-9b3a-cedc8c137c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:56.965121 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-873c2305-1e59-44e1-8200-1714a2d771c8 req-b53a0fee-e5d5-4a2e-9b3a-cedc8c137c06 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e8396c4-2dcc-480c-84ec-587b7b32be41 HTTP/1.1" status: 200 len: 855 time: 0.0941176 May 10 14:00:56.970339 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f2e77-3b34-40b5-847d-a2cbe3cb0326 req-4f1021d0-cc78-4b24-b383-1f99d440b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:56.971717 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-089f2e77-3b34-40b5-847d-a2cbe3cb0326 req-4f1021d0-cc78-4b24-b383-1f99d440b95f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05b5fdd2-bcb1-4f20-897f-d7f7c5093f12 HTTP/1.1" status: 200 len: 849 time: 0.0998530 May 10 14:00:57.065412 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 50528) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:57.078933 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-386ad829-6c84-4dc3-bfd9-9a6401865f57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:57.154101 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-386ad829-6c84-4dc3-bfd9-9a6401865f57 admin admin] Publish callbacks [] for security_group (9e02b825-6f31-4d7b-8637-32ae31208c0d), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:57.157780 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-386ad829-6c84-4dc3-bfd9-9a6401865f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (9e02b825-6f31-4d7b-8637-32ae31208c0d), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:57.197180 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-386ad829-6c84-4dc3-bfd9-9a6401865f57 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a8e5c7bce3c940798d38b96492fc2010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306252 May 10 14:00:57.198282 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ad829-6c84-4dc3-bfd9-9a6401865f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e02b825-6f31-4d7b-8637-32ae31208c0d,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:57.200315 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 50530) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:57.249236 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-52bb3cd5-a6e6-4e76-b6c4-d6ee13abc515 admin admin] Publish callbacks [] for security_group (9e02b825-6f31-4d7b-8637-32ae31208c0d), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:57.273605 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-52bb3cd5-a6e6-4e76-b6c4-d6ee13abc515 admin admin] Publish callbacks [] for security_group (9e02b825-6f31-4d7b-8637-32ae31208c0d), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:57.319525 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-52bb3cd5-a6e6-4e76-b6c4-d6ee13abc515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (9e02b825-6f31-4d7b-8637-32ae31208c0d), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:57.322079 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-52bb3cd5-a6e6-4e76-b6c4-d6ee13abc515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:57.323206 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-52bb3cd5-a6e6-4e76-b6c4-d6ee13abc515 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e02b825-6f31-4d7b-8637-32ae31208c0d HTTP/1.1" status: 204 len: 168 time: 0.1210589 May 10 14:00:57.331020 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb3cd5-a6e6-4e76-b6c4-d6ee13abc515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e02b825-6f31-4d7b-8637-32ae31208c0d,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:57.338362 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb3cd5-a6e6-4e76-b6c4-d6ee13abc515 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:57.338711 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb3cd5-a6e6-4e76-b6c4-d6ee13abc515 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:57.339456 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb3cd5-a6e6-4e76-b6c4-d6ee13abc515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:57.339456 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb3cd5-a6e6-4e76-b6c4-d6ee13abc515 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:57.339759 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb3cd5-a6e6-4e76-b6c4-d6ee13abc515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:57.340095 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb3cd5-a6e6-4e76-b6c4-d6ee13abc515 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:57.340450 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb3cd5-a6e6-4e76-b6c4-d6ee13abc515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:57.340779 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb3cd5-a6e6-4e76-b6c4-d6ee13abc515 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:57.341110 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb3cd5-a6e6-4e76-b6c4-d6ee13abc515 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:57.341438 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb3cd5-a6e6-4e76-b6c4-d6ee13abc515 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:57.341771 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb3cd5-a6e6-4e76-b6c4-d6ee13abc515 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:57.342095 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb3cd5-a6e6-4e76-b6c4-d6ee13abc515 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:57.342419 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb3cd5-a6e6-4e76-b6c4-d6ee13abc515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:57.342794 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb3cd5-a6e6-4e76-b6c4-d6ee13abc515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:57.343061 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb3cd5-a6e6-4e76-b6c4-d6ee13abc515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:00:57.431503 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc16e90-c34b-451d-8648-4759c99d658b req-43be2549-7510-472e-a833-a600ad73e9c7 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:57.432925 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fbc16e90-c34b-451d-8648-4759c99d658b req-43be2549-7510-472e-a833-a600ad73e9c7 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0474596 May 10 14:00:57.485544 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fbc16e90-c34b-451d-8648-4759c99d658b req-92f63f56-93df-443c-a06a-e55e93d66470 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455732 May 10 14:00:57.555106 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb627336-4643-4a69-a48f-afc0609b9980 req-2ec580ca-f2e6-4731-90eb-01ca58b0637d tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:57.560658 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-eb627336-4643-4a69-a48f-afc0609b9980 req-2ec580ca-f2e6-4731-90eb-01ca58b0637d tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 945 time: 0.0520403 May 10 14:00:57.606700 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-eb627336-4643-4a69-a48f-afc0609b9980 req-62fe67e4-ad7a-4e78-951a-3b726383abf2 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=c668e73c-85f7-4040-9241-41114856b09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440803 May 10 14:00:57.633995 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3686c7-62b4-4f0b-9fb8-72b00e0f2078 req-d6a4f1c5-e4f9-4dee-8802-ceb4f460efb8 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:57.635871 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5a3686c7-62b4-4f0b-9fb8-72b00e0f2078 req-d6a4f1c5-e4f9-4dee-8802-ceb4f460efb8 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 945 time: 0.0533810 May 10 14:00:57.688258 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5a3686c7-62b4-4f0b-9fb8-72b00e0f2078 req-e9447516-daa8-4166-bfc0-ec12301cf35d tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/security-groups?id=489e94b3-9787-4add-b187-9a4ed86d7d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464978 May 10 14:00:57.719748 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7066f-5007-4ea0-aa2e-7fe8179f6ba5 req-4de645f6-e124-430c-a68d-2e67380cf67c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:57.721291 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3aa7066f-5007-4ea0-aa2e-7fe8179f6ba5 req-4de645f6-e124-430c-a68d-2e67380cf67c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 945 time: 0.0487211 May 10 14:00:57.730821 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 50552) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:57.735140 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-76821d3d-f7c7-4fc3-af6e-5b72a72b50f5 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Request body: {'floatingip': {'port_id': '11a4481d-f88f-4503-b4d7-f6b62b846773'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:00:57.777031 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-76821d3d-f7c7-4fc3-af6e-5b72a72b50f5 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (d20729de-a912-4c20-88f5-245fee5a0f34), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:58.233354 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-76821d3d-f7c7-4fc3-af6e-5b72a72b50f5 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:58.237110 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-76821d3d-f7c7-4fc3-af6e-5b72a72b50f5 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (d20729de-a912-4c20-88f5-245fee5a0f34), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:58.265936 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-df034efd-d9f1-4546-98d1-8f1f9490b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:58.348277 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-76821d3d-f7c7-4fc3-af6e-5b72a72b50f5 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Floating IP d20729de-a912-4c20-88f5-245fee5a0f34 associated. External IP: 172.27.3.21, port: 11a4481d-f88f-4503-b4d7-f6b62b846773. May 10 14:00:58.562972 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76821d3d-f7c7-4fc3-af6e-5b72a72b50f5 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Router eea85e8f-4aac-4da4-b715-cc9c21078703 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:00:58.608714 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106d701-8942-45fb-a348-2ff00488f2f9 req-32429cee-6319-4964-b511-92f6d77ee2a5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:58.610203 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d106d701-8942-45fb-a348-2ff00488f2f9 req-32429cee-6319-4964-b511-92f6d77ee2a5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0517583 May 10 14:00:58.659201 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d106d701-8942-45fb-a348-2ff00488f2f9 req-e5148921-997f-4953-8e4e-cdc3a2ac8a87 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429850 May 10 14:00:58.687466 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76821d3d-f7c7-4fc3-af6e-5b72a72b50f5 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:00:58.692335 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-76821d3d-f7c7-4fc3-af6e-5b72a72b50f5 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:58.699965 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ead33c0-5428-4cff-9eac-34f1747d38c0 None None] Sync routers for ids ['eea85e8f-4aac-4da4-b715-cc9c21078703'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:00:58.710903 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ead33c0-5428-4cff-9eac-34f1747d38c0 None None] Routers {'eea85e8f-4aac-4da4-b715-cc9c21078703'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:00:58.711612 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-6ead33c0-5428-4cff-9eac-34f1747d38c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:00:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['eea85e8f-4aac-4da4-b715-cc9c21078703'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:58.852341 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-6ead33c0-5428-4cff-9eac-34f1747d38c0 None None] Set router eea85e8f-4aac-4da4-b715-cc9c21078703 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:00:58.991901 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-76821d3d-f7c7-4fc3-af6e-5b72a72b50f5 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "PUT /v2.0/floatingips/d20729de-a912-4c20-88f5-245fee5a0f34 HTTP/1.1" status: 200 len: 990 time: 1.2598572 May 10 14:00:58.994525 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5f6640-8318-4ba7-be1f-7a578b595363', 'tag': '11a4481d-f88f-4503-b4d7-f6b62b846773'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:00:58.996898 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef80c036-f40c-4997-ae00-be24ff38b398" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5f6640-8318-4ba7-be1f-7a578b595363", "tag": "11a4481d-f88f-4503-b4d7-f6b62b846773"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:00:59.009955 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7cded-2508-4057-a677-eb1ac9d4ceb9 req-9f25caa7-dd8e-431d-bf45-2829a73848bf tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:59.017247 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f1d7cded-2508-4057-a677-eb1ac9d4ceb9 req-9f25caa7-dd8e-431d-bf45-2829a73848bf tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 945 time: 0.0649269 May 10 14:00:59.045237 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211a53a5-a5e7-4807-962c-671070448998 x-openstack-request-id: req-211a53a5-a5e7-4807-962c-671070448998 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:00:59.045466 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5f6640-8318-4ba7-be1f-7a578b595363", "tag": "11a4481d-f88f-4503-b4d7-f6b62b846773", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:00:59.045766 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-211a53a5-a5e7-4807-962c-671070448998 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:00:59.046393 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-211a53a5-a5e7-4807-962c-671070448998'] response: {'name': 'network-changed', 'server_uuid': '1e5f6640-8318-4ba7-be1f-7a578b595363', 'tag': '11a4481d-f88f-4503-b4d7-f6b62b846773', 'status': 'completed', 'code': 200} May 10 14:00:59.064703 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f1d7cded-2508-4057-a677-eb1ac9d4ceb9 req-c4c4c23c-fbb4-46bf-a342-0b5836939c2b tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/security-groups?id=489e94b3-9787-4add-b187-9a4ed86d7d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465732 May 10 14:00:59.102579 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-6ead33c0-5428-4cff-9eac-34f1747d38c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'd20729de-a912-4c20-88f5-245fee5a0f34', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'port_id': '11a4481d-f88f-4503-b4d7-f6b62b846773', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'mac_address': 'fa:16:3e:52:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5f6640-8318-4ba7-be1f-7a578b595363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:00:23Z', 'updated_at': '2022-05-10T14:00:58Z', 'revision_number': 1, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:29Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:59.132533 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ead33c0-5428-4cff-9eac-34f1747d38c0 None None] Checking router: eea85e8f-4aac-4da4-b715-cc9c21078703 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:00:59.141368 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ead33c0-5428-4cff-9eac-34f1747d38c0 None None] Routers {'eea85e8f-4aac-4da4-b715-cc9c21078703'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:00:59.142073 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-6ead33c0-5428-4cff-9eac-34f1747d38c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:00:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['eea85e8f-4aac-4da4-b715-cc9c21078703'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:59.251787 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-6ead33c0-5428-4cff-9eac-34f1747d38c0 None None] Set router eea85e8f-4aac-4da4-b715-cc9c21078703 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:00:59.338686 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:59.472696 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-6ead33c0-5428-4cff-9eac-34f1747d38c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'd20729de-a912-4c20-88f5-245fee5a0f34', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'port_id': '11a4481d-f88f-4503-b4d7-f6b62b846773', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'mac_address': 'fa:16:3e:52:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5f6640-8318-4ba7-be1f-7a578b595363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:00:23Z', 'updated_at': '2022-05-10T14:00:58Z', 'revision_number': 1, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:29Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:00:59.504986 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ead33c0-5428-4cff-9eac-34f1747d38c0 None None] The sync data for ids ['eea85e8f-4aac-4da4-b715-cc9c21078703'] in dv-cinder-840678-6-iscsi is: [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'd20729de-a912-4c20-88f5-245fee5a0f34', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'port_id': '11a4481d-f88f-4503-b4d7-f6b62b846773', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'mac_address': 'fa:16:3e:52:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5f6640-8318-4ba7-be1f-7a578b595363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:00:23Z', 'updated_at': '2022-05-10T14:00:58Z', 'revision_number': 1, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:29Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:00:59.570120 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 50626) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:59.675510 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0288e1ff-7526-4ff2-b1e2-79164e187abf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:59.722959 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce1bef5-78ae-40b1-9200-a412e6964642 None None] New status for floating IP d20729de-a912-4c20-88f5-245fee5a0f34: ACTIVE {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:00:59.794842 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0288e1ff-7526-4ff2-b1e2-79164e187abf admin admin] Publish callbacks [] for security_group (54feafb7-cb3b-4705-9089-7a838a6a4b22), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:59.801859 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686603b-6880-4983-bb51-84ea73816545 req-0dda0bed-2fb0-42f7-8daf-9b3c5d30eb2c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:00:59.803351 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8686603b-6880-4983-bb51-84ea73816545 req-0dda0bed-2fb0-42f7-8daf-9b3c5d30eb2c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0650783 May 10 14:00:59.804463 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0288e1ff-7526-4ff2-b1e2-79164e187abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (54feafb7-cb3b-4705-9089-7a838a6a4b22), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:59.864921 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0288e1ff-7526-4ff2-b1e2-79164e187abf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=945f814876b948f9a806e4654e9b6ae5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936959 May 10 14:00:59.867686 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 50632) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:00:59.868446 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288e1ff-7526-4ff2-b1e2-79164e187abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54feafb7-cb3b-4705-9089-7a838a6a4b22,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:00:59.896435 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8686603b-6880-4983-bb51-84ea73816545 req-6ff0b53e-4197-4000-b88e-399c54a517ac tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851552 May 10 14:00:59.929176 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9e5a29bd-d4da-4579-bc34-3ef7526f9c2b admin admin] Publish callbacks [] for security_group (54feafb7-cb3b-4705-9089-7a838a6a4b22), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:00:59.958103 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9e5a29bd-d4da-4579-bc34-3ef7526f9c2b admin admin] Publish callbacks [] for security_group (54feafb7-cb3b-4705-9089-7a838a6a4b22), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:00.003402 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9e5a29bd-d4da-4579-bc34-3ef7526f9c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (54feafb7-cb3b-4705-9089-7a838a6a4b22), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:00.005923 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9e5a29bd-d4da-4579-bc34-3ef7526f9c2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:00.007045 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-9e5a29bd-d4da-4579-bc34-3ef7526f9c2b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/54feafb7-cb3b-4705-9089-7a838a6a4b22 HTTP/1.1" status: 204 len: 168 time: 0.1376753 May 10 14:01:00.014634 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a29bd-d4da-4579-bc34-3ef7526f9c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54feafb7-cb3b-4705-9089-7a838a6a4b22,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:00.174115 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ca330-88ed-4d37-af65-db7dbc97f12c req-2aeca697-0dc5-4946-a942-ff49f7a18dd3 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:00.175614 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-245ca330-88ed-4d37-af65-db7dbc97f12c req-2aeca697-0dc5-4946-a942-ff49f7a18dd3 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 945 time: 0.0457475 May 10 14:01:00.228372 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-245ca330-88ed-4d37-af65-db7dbc97f12c req-68d11f12-582d-450e-bb02-eefd0d71cfc5 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/security-groups?id=489e94b3-9787-4add-b187-9a4ed86d7d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472624 May 10 14:01:00.277454 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 50644) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:00.290492 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-31c5376b-7d0c-4910-8eeb-4c32102fc4b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:00.361533 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-31c5376b-7d0c-4910-8eeb-4c32102fc4b3 admin admin] Publish callbacks [] for security_group (3a93ce1f-888f-4820-9561-c33507b17356), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:00.365005 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-31c5376b-7d0c-4910-8eeb-4c32102fc4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (3a93ce1f-888f-4820-9561-c33507b17356), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:00.406073 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-31c5376b-7d0c-4910-8eeb-4c32102fc4b3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1febf381d67a4ca7bf0a9514820ffa9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1275220 May 10 14:01:00.406791 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5376b-7d0c-4910-8eeb-4c32102fc4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a93ce1f-888f-4820-9561-c33507b17356,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:00.409543 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 50646) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:00.457018 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-89a34cb4-0160-49f9-87f7-8cbf13cfe217 admin admin] Publish callbacks [] for security_group (3a93ce1f-888f-4820-9561-c33507b17356), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:00.481054 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-89a34cb4-0160-49f9-87f7-8cbf13cfe217 admin admin] Publish callbacks [] for security_group (3a93ce1f-888f-4820-9561-c33507b17356), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:00.525863 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-89a34cb4-0160-49f9-87f7-8cbf13cfe217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (3a93ce1f-888f-4820-9561-c33507b17356), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:00.529127 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-89a34cb4-0160-49f9-87f7-8cbf13cfe217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:00.530344 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-89a34cb4-0160-49f9-87f7-8cbf13cfe217 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3a93ce1f-888f-4820-9561-c33507b17356 HTTP/1.1" status: 204 len: 168 time: 0.1193399 May 10 14:01:00.537729 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a34cb4-0160-49f9-87f7-8cbf13cfe217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a93ce1f-888f-4820-9561-c33507b17356,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:00.721329 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:01.014527 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0d940-d9b1-4388-ba83-50ffee8f76f2 req-ee150969-e69c-47dc-9ce8-b8e3a45c10e0 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:01.016013 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-28f0d940-d9b1-4388-ba83-50ffee8f76f2 req-ee150969-e69c-47dc-9ce8-b8e3a45c10e0 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0515258 May 10 14:01:01.065579 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-28f0d940-d9b1-4388-ba83-50ffee8f76f2 req-a3bf9adc-77a9-4ab9-b0e7-7d8c6254f478 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437970 May 10 14:01:01.350570 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2e61e-c779-4c5b-8e53-0355e2400210 req-6b862d78-88ad-43f1-a340-ae284f9365bc tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:01.352249 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-33c2e61e-c779-4c5b-8e53-0355e2400210 req-6b862d78-88ad-43f1-a340-ae284f9365bc tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 945 time: 0.0555229 May 10 14:01:01.401088 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-33c2e61e-c779-4c5b-8e53-0355e2400210 req-cc82d43a-ce55-4b3f-ab21-e2c087131fe7 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/security-groups?id=489e94b3-9787-4add-b187-9a4ed86d7d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426590 May 10 14:01:01.568983 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:01:02.121324 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c2305-1e59-44e1-8200-1714a2d771c8 req-28e0232e-7409-4fd0-8612-c23c8a2126f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:02.122869 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-873c2305-1e59-44e1-8200-1714a2d771c8 req-28e0232e-7409-4fd0-8612-c23c8a2126f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c2e159f-7eb2-470d-9799-bf81a94b9b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0812232 May 10 14:01:02.126130 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f2e77-3b34-40b5-847d-a2cbe3cb0326 req-b4dbef15-1fdb-4d24-abfb-6ec8e9afe4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:02.127533 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-089f2e77-3b34-40b5-847d-a2cbe3cb0326 req-b4dbef15-1fdb-4d24-abfb-6ec8e9afe4c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ad65d3a2-8251-4281-96ce-37b7d361be92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541532 May 10 14:01:02.187556 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004cb2a-b704-4fd8-a3b5-1e6f14039fc2 req-e3569aee-ccd4-4a8d-bee0-6d1c5a7b5e4c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:02.192676 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8004cb2a-b704-4fd8-a3b5-1e6f14039fc2 req-e3569aee-ccd4-4a8d-bee0-6d1c5a7b5e4c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0505955 May 10 14:01:02.240087 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8004cb2a-b704-4fd8-a3b5-1e6f14039fc2 req-3c687fca-087b-44c9-9229-20e0408cef66 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456038 May 10 14:01:02.290599 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:02.426892 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80c036-f40c-4997-ae00-be24ff38b398 req-43f3fe0a-c7c4-4a04-92ba-5b2fc745d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:02.428435 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ef80c036-f40c-4997-ae00-be24ff38b398 req-43f3fe0a-c7c4-4a04-92ba-5b2fc745d189 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd&device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 1129 time: 0.1708379 May 10 14:01:02.513920 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-089f2e77-3b34-40b5-847d-a2cbe3cb0326 req-e4cab012-9c9c-404e-83f1-2484537cf622 service neutron] 10.222.0.57 "GET /v2.0/networks/ad65d3a2-8251-4281-96ce-37b7d361be92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091897 May 10 14:01:02.521234 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-873c2305-1e59-44e1-8200-1714a2d771c8 req-9bc62341-7ed5-4a1d-8059-cb1257cc568e service neutron] 10.222.0.57 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152343 May 10 14:01:02.548903 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c039e80-b0bd-4985-af6b-330fd2cc039f req-9d25e38c-6922-4cc3-ae53-cfe644c2bf87 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:02.556057 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2c039e80-b0bd-4985-af6b-330fd2cc039f req-9d25e38c-6922-4cc3-ae53-cfe644c2bf87 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 945 time: 0.0577574 May 10 14:01:02.574321 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5ad5c-b28b-4c32-9b47-638ab1d55001 req-74f227fc-6b6a-4c65-9bbf-ceadec344ed3 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:02.576497 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cbc5ad5c-b28b-4c32-9b47-638ab1d55001 req-74f227fc-6b6a-4c65-9bbf-ceadec344ed3 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0540793 May 10 14:01:02.614244 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2c039e80-b0bd-4985-af6b-330fd2cc039f req-0dc746dc-d5eb-4720-bca1-00e5ceebcf87 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/security-groups?id=489e94b3-9787-4add-b187-9a4ed86d7d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572658 May 10 14:01:02.644785 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cbc5ad5c-b28b-4c32-9b47-638ab1d55001 req-bff1a2fe-6393-4439-9f44-1c50cf292243 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580020 May 10 14:01:02.652652 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 50742) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:02.697683 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 50746) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:02.813895 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-eff0c6e0-f6e9-401b-b353-ec9155e84fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:02.816863 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ce7a61b8-9675-4ba6-8d26-db1b971981fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:02.941196 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-eff0c6e0-f6e9-401b-b353-ec9155e84fcc admin admin] Publish callbacks [] for security_group (a9d88cb5-a474-455b-8281-54a1c5f46f57), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:02.946195 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ce7a61b8-9675-4ba6-8d26-db1b971981fe admin admin] Publish callbacks [] for security_group (0f23f4e8-5472-4eb4-8046-5310cac5f324), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:02.947023 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-eff0c6e0-f6e9-401b-b353-ec9155e84fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (a9d88cb5-a474-455b-8281-54a1c5f46f57), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:02.960105 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ce7a61b8-9675-4ba6-8d26-db1b971981fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (0f23f4e8-5472-4eb4-8046-5310cac5f324), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:03.006880 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-eff0c6e0-f6e9-401b-b353-ec9155e84fcc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef544062524b487693cb622a13c763b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3531659 May 10 14:01:03.009547 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ce7a61b8-9675-4ba6-8d26-db1b971981fe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f20600f569f42109476f7433433bbef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107688 May 10 14:01:03.009704 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 50750) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:03.010358 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0c6e0-f6e9-401b-b353-ec9155e84fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d88cb5-a474-455b-8281-54a1c5f46f57,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:03.012656 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 50752) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:03.056071 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a61b8-9675-4ba6-8d26-db1b971981fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f23f4e8-5472-4eb4-8046-5310cac5f324,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:03.070798 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3a6d1cfb-3c7c-43bd-afdb-6bbe13b95530 admin admin] Publish callbacks [] for security_group (a9d88cb5-a474-455b-8281-54a1c5f46f57), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:03.081315 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b89aad59-c517-44ed-8d25-cc125d83021d admin admin] Publish callbacks [] for security_group (0f23f4e8-5472-4eb4-8046-5310cac5f324), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:03.100479 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3a6d1cfb-3c7c-43bd-afdb-6bbe13b95530 admin admin] Publish callbacks [] for security_group (a9d88cb5-a474-455b-8281-54a1c5f46f57), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:03.111510 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b89aad59-c517-44ed-8d25-cc125d83021d admin admin] Publish callbacks [] for security_group (0f23f4e8-5472-4eb4-8046-5310cac5f324), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:03.157324 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3a6d1cfb-3c7c-43bd-afdb-6bbe13b95530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (a9d88cb5-a474-455b-8281-54a1c5f46f57), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:03.160315 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3a6d1cfb-3c7c-43bd-afdb-6bbe13b95530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:03.164358 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3a6d1cfb-3c7c-43bd-afdb-6bbe13b95530 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9d88cb5-a474-455b-8281-54a1c5f46f57 HTTP/1.1" status: 204 len: 168 time: 0.1506436 May 10 14:01:03.169704 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d1cfb-3c7c-43bd-afdb-6bbe13b95530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d88cb5-a474-455b-8281-54a1c5f46f57,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:03.179013 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b89aad59-c517-44ed-8d25-cc125d83021d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (0f23f4e8-5472-4eb4-8046-5310cac5f324), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:03.184023 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b89aad59-c517-44ed-8d25-cc125d83021d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:03.187502 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b89aad59-c517-44ed-8d25-cc125d83021d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f23f4e8-5472-4eb4-8046-5310cac5f324 HTTP/1.1" status: 204 len: 168 time: 0.1716397 May 10 14:01:03.216433 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89aad59-c517-44ed-8d25-cc125d83021d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f23f4e8-5472-4eb4-8046-5310cac5f324,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:03.397998 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefae0d5-3e58-4cac-b976-354553c34693 req-49202c16-8eaa-4ed7-9754-f32d5da93a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:03.399751 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fefae0d5-3e58-4cac-b976-354553c34693 req-49202c16-8eaa-4ed7-9754-f32d5da93a8f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=368287ad726146f88559c73a86e4b26d&device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 1129 time: 0.1418715 May 10 14:01:03.421213 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74ba7e-7a03-4ba4-aed8-0e01de92ac05 req-1b1d74ec-3a01-470a-b91c-0390244107b6 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:03.423112 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dc74ba7e-7a03-4ba4-aed8-0e01de92ac05 req-1b1d74ec-3a01-470a-b91c-0390244107b6 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.57 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 945 time: 0.0930593 May 10 14:01:03.575198 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80c036-f40c-4997-ae00-be24ff38b398 req-9425913e-cf39-4872-bbab-ffef99a29ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:03.575198 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ef80c036-f40c-4997-ae00-be24ff38b398 req-9425913e-cf39-4872-bbab-ffef99a29ebb service neutron] 10.222.0.57 "GET /v2.0/networks?id=2c9ceeee-200d-4bc2-b027-788cdb69321a HTTP/1.1" status: 200 len: 916 time: 0.3917682 May 10 14:01:03.580200 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-089f2e77-3b34-40b5-847d-a2cbe3cb0326 req-d3a473ad-d6c9-4a45-a7aa-8145ad09f68a service neutron] 10.222.0.57 "GET /v2.0/networks/ad65d3a2-8251-4281-96ce-37b7d361be92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846734 May 10 14:01:03.582105 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-873c2305-1e59-44e1-8200-1714a2d771c8 req-7c2bed16-a370-4eb3-b092-b0786cdc93a2 service neutron] 10.222.0.57 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764009 May 10 14:01:03.675064 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-dc74ba7e-7a03-4ba4-aed8-0e01de92ac05 req-5b701ee3-dfb3-4420-bbff-5b14f27e2acc tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Deleting port 32493f7b-bc46-42f6-a393-ade265851e55 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:01:03.675064 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-dc74ba7e-7a03-4ba4-aed8-0e01de92ac05 req-5b701ee3-dfb3-4420-bbff-5b14f27e2acc tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (32493f7b-bc46-42f6-a393-ade265851e55), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:03.719643 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefae0d5-3e58-4cac-b976-354553c34693 req-3b1bfebf-11b2-4a4e-aa60-4371e871c33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:03.725949 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fefae0d5-3e58-4cac-b976-354553c34693 req-3b1bfebf-11b2-4a4e-aa60-4371e871c33d service neutron] 10.222.0.57 "GET /v2.0/networks?id=74785619-4d29-47a9-9c74-95cf48855a3c HTTP/1.1" status: 200 len: 919 time: 0.3174911 May 10 14:01:03.727497 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 50776) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:03.755822 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3d23f525-04c3-4ea6-924a-786a480ff377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:03.773530 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 50778) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:03.801037 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-78e62411-e029-425e-be24-0afb0484da63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:03.815454 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bed56-a40f-4196-8aba-9cab0879f852 req-51721ffd-0f66-497c-a332-f9a72d140fb6 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:03.822374 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3c6bed56-a40f-4196-8aba-9cab0879f852 req-51721ffd-0f66-497c-a332-f9a72d140fb6 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 945 time: 0.0806422 May 10 14:01:03.859491 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ef80c036-f40c-4997-ae00-be24ff38b398 req-e9068179-b701-4819-8ba4-3fd1c7aab886 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11a4481d-f88f-4503-b4d7-f6b62b846773 HTTP/1.1" status: 200 len: 1000 time: 0.2404959 May 10 14:01:03.879536 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fefae0d5-3e58-4cac-b976-354553c34693 req-16104e7b-f7bf-4bb2-bd47-0fc3804581d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f558f56-6f77-4669-b4bd-6cfd29789243 HTTP/1.1" status: 200 len: 217 time: 0.1076567 May 10 14:01:03.908202 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-dc74ba7e-7a03-4ba4-aed8-0e01de92ac05 req-5b701ee3-dfb3-4420-bbff-5b14f27e2acc tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] For port 32493f7b-bc46-42f6-a393-ade265851e55, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=32493f7b-bc46-42f6-a393-ade265851e55,segment=NetworkSegment(b905a855-d63c-4261-8f55-914c64753035),segment_id=b905a855-d63c-4261-8f55-914c64753035)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:01:03.908581 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-dc74ba7e-7a03-4ba4-aed8-0e01de92ac05 req-5b701ee3-dfb3-4420-bbff-5b14f27e2acc tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (32493f7b-bc46-42f6-a393-ade265851e55), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:03.911589 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd71125-649a-40fe-b372-f0511d14b2ce req-2f9427d0-b969-471d-a5ff-ec3785c57c1e tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:03.916643 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8cd71125-649a-40fe-b372-f0511d14b2ce req-2f9427d0-b969-471d-a5ff-ec3785c57c1e tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.1653016 May 10 14:01:03.941447 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-dc74ba7e-7a03-4ba4-aed8-0e01de92ac05 req-5b701ee3-dfb3-4420-bbff-5b14f27e2acc tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Calling delete_port for 32493f7b-bc46-42f6-a393-ade265851e55 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:01:03.947718 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3c6bed56-a40f-4196-8aba-9cab0879f852 req-450de3e7-5b04-4caf-a0ff-fd184fa0634d tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/security-groups?id=489e94b3-9787-4add-b187-9a4ed86d7d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245577 May 10 14:01:03.986772 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-422c6623-92f0-40ed-bd90-1110fedd31ec req-04e1a39d-b6e9-4f6f-adc9-ddb296baf682 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1718495 May 10 14:01:04.039232 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80c036-f40c-4997-ae00-be24ff38b398 req-dcf668d2-8c97-4066-8f8b-48451be30e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:04.041298 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ef80c036-f40c-4997-ae00-be24ff38b398 req-dcf668d2-8c97-4066-8f8b-48451be30e74 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cf9fa0ee-3693-4449-88b2-25628aadc1b4 HTTP/1.1" status: 200 len: 854 time: 0.1593487 May 10 14:01:04.049294 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-78e62411-e029-425e-be24-0afb0484da63 admin admin] Publish callbacks [] for security_group (6ecd2b51-a3cd-4b9e-9217-befa7e66c9b2), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:04.050502 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefae0d5-3e58-4cac-b976-354553c34693 req-791cefdc-c1f8-48d9-a7e2-fb81face3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:04.051881 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fefae0d5-3e58-4cac-b976-354553c34693 req-791cefdc-c1f8-48d9-a7e2-fb81face3ae7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3840d9d-0915-4f13-a509-4479e7e326c0 HTTP/1.1" status: 200 len: 857 time: 0.1581502 May 10 14:01:04.054335 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-78e62411-e029-425e-be24-0afb0484da63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (6ecd2b51-a3cd-4b9e-9217-befa7e66c9b2), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:04.106898 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8cd71125-649a-40fe-b372-f0511d14b2ce req-bb53317d-9d8d-4142-8dd8-6170c3416994 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439729 May 10 14:01:04.115997 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-78e62411-e029-425e-be24-0afb0484da63 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=04a559fdf81f404a9a321a8f355664c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3411453 May 10 14:01:04.118219 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e62411-e029-425e-be24-0afb0484da63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecd2b51-a3cd-4b9e-9217-befa7e66c9b2,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:04.131217 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 50780) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:04.170921 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80c036-f40c-4997-ae00-be24ff38b398 req-ac451b80-b3fe-472f-9443-b9e53d417fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:04.172428 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ef80c036-f40c-4997-ae00-be24ff38b398 req-ac451b80-b3fe-472f-9443-b9e53d417fb8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2c9ceeee-200d-4bc2-b027-788cdb69321a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1236248 May 10 14:01:04.199359 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefae0d5-3e58-4cac-b976-354553c34693 req-98d2c44d-7b8a-46dd-bd47-55692a77ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:04.200800 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fefae0d5-3e58-4cac-b976-354553c34693 req-98d2c44d-7b8a-46dd-bd47-55692a77ed45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74785619-4d29-47a9-9c74-95cf48855a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1184187 May 10 14:01:04.202565 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3d23f525-04c3-4ea6-924a-786a480ff377 admin admin] Publish callbacks [] for security_group (ffbd9b23-e702-498f-8be9-4738b067b940), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:04.204778 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c6623-92f0-40ed-bd90-1110fedd31ec req-739b82ad-226b-4c6d-87ef-6a50fd227713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:04.206206 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-422c6623-92f0-40ed-bd90-1110fedd31ec req-739b82ad-226b-4c6d-87ef-6a50fd227713 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d19ea52173a04c8e8624b91ac0e3eb48&device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 1129 time: 0.1208651 May 10 14:01:04.223438 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3d23f525-04c3-4ea6-924a-786a480ff377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (ffbd9b23-e702-498f-8be9-4738b067b940), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:04.225101 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-dc74ba7e-7a03-4ba4-aed8-0e01de92ac05 req-5b701ee3-dfb3-4420-bbff-5b14f27e2acc tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897'] for port (32493f7b-bc46-42f6-a393-ade265851e55), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:04.226877 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-936d75cd-b687-4c79-843b-c8e0e613699c admin admin] Publish callbacks [] for security_group (6ecd2b51-a3cd-4b9e-9217-befa7e66c9b2), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:04.263113 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b701ee3-dfb3-4420-bbff-5b14f27e2acc tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Pushing event deleted for resources: {'Port': ['ID=32493f7b-bc46-42f6-a393-ade265851e55,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:04.319665 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-936d75cd-b687-4c79-843b-c8e0e613699c admin admin] Publish callbacks [] for security_group (6ecd2b51-a3cd-4b9e-9217-befa7e66c9b2), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:04.341127 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc74ba7e-7a03-4ba4-aed8-0e01de92ac05 req-5b701ee3-dfb3-4420-bbff-5b14f27e2acc tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] No DVR routers for this DVR port 32493f7b-bc46-42f6-a393-ade265851e55 on host hv-cinder-84067 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:01:04.348916 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-dc74ba7e-7a03-4ba4-aed8-0e01de92ac05 req-5b701ee3-dfb3-4420-bbff-5b14f27e2acc tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:04.352133 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dc74ba7e-7a03-4ba4-aed8-0e01de92ac05 req-5b701ee3-dfb3-4420-bbff-5b14f27e2acc tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.57 "DELETE /v2.0/ports/32493f7b-bc46-42f6-a393-ade265851e55 HTTP/1.1" status: 204 len: 173 time: 0.9181306 May 10 14:01:04.352596 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983a758b-f633-43b1-9215-c91fadb59ff6', 'name': 'network-vif-deleted', 'tag': '32493f7b-bc46-42f6-a393-ade265851e55'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:01:04.355410 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72864d8f697cc3849f7037e54fa44052707e53d1306a4a80922f5c2f90f38e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec92db0d-e170-432e-9e4c-5ef5632e791b" -d '{"events": [{"server_uuid": "983a758b-f633-43b1-9215-c91fadb59ff6", "name": "network-vif-deleted", "tag": "32493f7b-bc46-42f6-a393-ade265851e55"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:01:04.407695 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb834452-7eae-4b12-8200-e2174f975ffc x-openstack-request-id: req-bb834452-7eae-4b12-8200-e2174f975ffc {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:01:04.407994 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983a758b-f633-43b1-9215-c91fadb59ff6", "name": "network-vif-deleted", "tag": "32493f7b-bc46-42f6-a393-ade265851e55", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:01:04.408296 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb834452-7eae-4b12-8200-e2174f975ffc {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:01:04.408703 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb834452-7eae-4b12-8200-e2174f975ffc'] response: {'server_uuid': '983a758b-f633-43b1-9215-c91fadb59ff6', 'name': 'network-vif-deleted', 'tag': '32493f7b-bc46-42f6-a393-ade265851e55', 'status': 'completed', 'code': 200} May 10 14:01:04.415305 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-936d75cd-b687-4c79-843b-c8e0e613699c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (6ecd2b51-a3cd-4b9e-9217-befa7e66c9b2), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:04.418749 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-936d75cd-b687-4c79-843b-c8e0e613699c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:04.422300 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-936d75cd-b687-4c79-843b-c8e0e613699c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ecd2b51-a3cd-4b9e-9217-befa7e66c9b2 HTTP/1.1" status: 204 len: 168 time: 0.2877071 May 10 14:01:04.442622 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d75cd-b687-4c79-843b-c8e0e613699c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecd2b51-a3cd-4b9e-9217-befa7e66c9b2,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:04.600376 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3d23f525-04c3-4ea6-924a-786a480ff377 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=36357f281754485896edfb96ce3a594d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8637145 May 10 14:01:04.605241 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 50788) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:04.606226 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23f525-04c3-4ea6-924a-786a480ff377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbd9b23-e702-498f-8be9-4738b067b940,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:04.686091 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ef80c036-f40c-4997-ae00-be24ff38b398 req-86d9d702-968e-43c6-8dcd-77b1ee3c3103 service neutron] 10.222.0.57 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967530 May 10 14:01:04.690183 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c6623-92f0-40ed-bd90-1110fedd31ec req-46288527-1637-4715-a60f-6b9b56406fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:04.691547 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-422c6623-92f0-40ed-bd90-1110fedd31ec req-46288527-1637-4715-a60f-6b9b56406fcb service neutron] 10.222.0.57 "GET /v2.0/networks?id=ad65d3a2-8251-4281-96ce-37b7d361be92 HTTP/1.1" status: 200 len: 911 time: 0.4650228 May 10 14:01:04.693272 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fefae0d5-3e58-4cac-b976-354553c34693 req-125d4c8c-adc8-4ae4-9826-fe8d576e902d service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862466 May 10 14:01:04.707778 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6b9a08d1-644f-41e3-a667-41e5c43cf894 admin admin] Publish callbacks [] for security_group (ffbd9b23-e702-498f-8be9-4738b067b940), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:04.752511 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6b9a08d1-644f-41e3-a667-41e5c43cf894 admin admin] Publish callbacks [] for security_group (ffbd9b23-e702-498f-8be9-4738b067b940), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:04.820314 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6b9a08d1-644f-41e3-a667-41e5c43cf894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (ffbd9b23-e702-498f-8be9-4738b067b940), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:04.822865 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6b9a08d1-644f-41e3-a667-41e5c43cf894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:04.826000 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6b9a08d1-644f-41e3-a667-41e5c43cf894 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ffbd9b23-e702-498f-8be9-4738b067b940 HTTP/1.1" status: 204 len: 168 time: 0.2193184 May 10 14:01:04.842739 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a08d1-644f-41e3-a667-41e5c43cf894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbd9b23-e702-498f-8be9-4738b067b940,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:04.880920 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-422c6623-92f0-40ed-bd90-1110fedd31ec req-71a1b803-054f-48de-869b-b9f319bc5d2c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 HTTP/1.1" status: 200 len: 1000 time: 0.1785743 May 10 14:01:04.952507 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fefae0d5-3e58-4cac-b976-354553c34693 req-b3c37327-8836-4b2e-b382-7b99e641a64e service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349520 May 10 14:01:04.958578 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ef80c036-f40c-4997-ae00-be24ff38b398 req-5c470564-9963-4283-8a08-c8616d0861af service neutron] 10.222.0.57 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642465 May 10 14:01:04.972820 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c6623-92f0-40ed-bd90-1110fedd31ec req-f5bd8880-419d-4f23-8393-567040cd47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:04.974142 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-422c6623-92f0-40ed-bd90-1110fedd31ec req-f5bd8880-419d-4f23-8393-567040cd47b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05b5fdd2-bcb1-4f20-897f-d7f7c5093f12 HTTP/1.1" status: 200 len: 849 time: 0.0854650 May 10 14:01:05.059188 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c6623-92f0-40ed-bd90-1110fedd31ec req-f0ccfac7-ea99-41f1-953f-7e44b89f5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:05.061028 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-422c6623-92f0-40ed-bd90-1110fedd31ec req-f0ccfac7-ea99-41f1-953f-7e44b89f5e24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ad65d3a2-8251-4281-96ce-37b7d361be92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528309 May 10 14:01:05.127469 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b820b412-8d7d-4e37-8c69-008cbc4e09d8 req-e1865b0d-a4fe-4446-8265-51b86748cbf1 tempest-DeleteServersTestJSON-1958402780 tempest-DeleteServersTestJSON-1958402780-project] 10.222.0.49 "GET /v2.0/ports?device_id=983a758b-f633-43b1-9215-c91fadb59ff6 HTTP/1.1" status: 200 len: 210 time: 0.0410869 May 10 14:01:05.270180 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-422c6623-92f0-40ed-bd90-1110fedd31ec req-3cc69916-4a78-4cab-a621-26a864f8c5fe service neutron] 10.222.0.57 "GET /v2.0/networks/ad65d3a2-8251-4281-96ce-37b7d361be92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387367 May 10 14:01:05.316007 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54143a-dda9-48db-a6bc-64dc9e2b04db req-32d043a9-253b-4bfd-b5ae-f31e5e744dde tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:05.318610 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-df54143a-dda9-48db-a6bc-64dc9e2b04db req-32d043a9-253b-4bfd-b5ae-f31e5e744dde tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0550961 May 10 14:01:05.370692 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-df54143a-dda9-48db-a6bc-64dc9e2b04db req-5c5265fb-a9aa-4f48-92a3-62c0381730d8 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451446 May 10 14:01:05.598174 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 32493f7b-bc46-42f6-a393-ade265851e55 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:01:05.619169 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] No Port match for: 32493f7b-bc46-42f6-a393-ade265851e55 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:01:05.619515 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 32493f7b-bc46-42f6-a393-ade265851e55 not bound to the agent host hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:01:05.766801 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-422c6623-92f0-40ed-bd90-1110fedd31ec req-5ede1bce-3302-4805-97c6-28f59dac2e48 service neutron] 10.222.0.57 "GET /v2.0/networks/ad65d3a2-8251-4281-96ce-37b7d361be92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126122 May 10 14:01:06.520481 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da605830-2299-4d9f-b731-ff0ca7647492 req-3efd71bd-7a93-4f26-96d3-1b8a93f9af71 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:06.521974 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-da605830-2299-4d9f-b731-ff0ca7647492 req-3efd71bd-7a93-4f26-96d3-1b8a93f9af71 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0584004 May 10 14:01:06.570013 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-da605830-2299-4d9f-b731-ff0ca7647492 req-2e27da34-60a2-45dc-af17-515d1cf2431c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411201 May 10 14:01:07.681808 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4387b-f40f-4e9f-9c49-43393aaba99b req-3b591116-9286-4030-b632-c48b4da8a6c3 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:07.683252 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d3c4387b-f40f-4e9f-9c49-43393aaba99b req-3b591116-9286-4030-b632-c48b4da8a6c3 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0459018 May 10 14:01:07.728671 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d3c4387b-f40f-4e9f-9c49-43393aaba99b req-45f76219-1aa0-4bf7-9e51-78105f956ec4 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398312 May 10 14:01:08.839571 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ec671-bd69-44d5-bd59-9d08d2bb8471 req-4b6fa4dc-5560-467c-9f89-4561da30c495 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:08.841064 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-654ec671-bd69-44d5-bd59-9d08d2bb8471 req-4b6fa4dc-5560-467c-9f89-4561da30c495 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0457776 May 10 14:01:08.888297 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-654ec671-bd69-44d5-bd59-9d08d2bb8471 req-de1f8d56-46e3-4f44-82ad-cccadf1a632c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417879 May 10 14:01:10.002683 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754188e-cf52-4ad6-ab28-fbe6109c2518 req-4711f599-b39f-4d54-ba62-d521ee2a09bb tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:10.004931 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1754188e-cf52-4ad6-ab28-fbe6109c2518 req-4711f599-b39f-4d54-ba62-d521ee2a09bb tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0510197 May 10 14:01:10.055865 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1754188e-cf52-4ad6-ab28-fbe6109c2518 req-1c006cc0-7487-4d15-b8ea-0c780cfeaf14 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441163 May 10 14:01:10.783202 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 50970) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:10.826683 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-0955e100-be52-4710-b41c-5dc4560bc59c admin admin] Deleting subnet 444e4c55-cdaa-4ac2-aed1-ac85bca9d586 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:01:10.829881 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0955e100-be52-4710-b41c-5dc4560bc59c admin admin] Publish callbacks [] for subnet (444e4c55-cdaa-4ac2-aed1-ac85bca9d586), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:10.862880 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0955e100-be52-4710-b41c-5dc4560bc59c admin admin] Publish callbacks [] for subnet (444e4c55-cdaa-4ac2-aed1-ac85bca9d586), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:10.872727 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0955e100-be52-4710-b41c-5dc4560bc59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853495'] for subnet (444e4c55-cdaa-4ac2-aed1-ac85bca9d586), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:10.927165 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0955e100-be52-4710-b41c-5dc4560bc59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for subnet (444e4c55-cdaa-4ac2-aed1-ac85bca9d586), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:10.955027 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955e100-be52-4710-b41c-5dc4560bc59c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=444e4c55-cdaa-4ac2-aed1-ac85bca9d586,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:10.959222 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0955e100-be52-4710-b41c-5dc4560bc59c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:10.962276 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0955e100-be52-4710-b41c-5dc4560bc59c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/444e4c55-cdaa-4ac2-aed1-ac85bca9d586 HTTP/1.1" status: 204 len: 168 time: 0.1780632 May 10 14:01:10.964788 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 50972) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:11.030583 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7763938'] for network (b57480f2-7be7-45f5-87c7-fe8c513253c5), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:11.111695 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854924', 'neutron.services.segments.db._delete_segments_for_network-8770989559345'] for network (b57480f2-7be7-45f5-87c7-fe8c513253c5), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:11.131735 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:11.132101 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:11.132853 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:11.133187 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] Subscribe: > port after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:11.133540 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:11.133879 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] Subscribe: > port after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:11.134217 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:11.134541 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:11.134861 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:11.135184 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:11.166332 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351cd1b-a758-40a8-82d1-c0882fc98b91 req-7c5c0b5f-290f-4997-995f-2e062f894b57 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:11.168552 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5351cd1b-a758-40a8-82d1-c0882fc98b91 req-7c5c0b5f-290f-4997-995f-2e062f894b57 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0450730 May 10 14:01:11.216578 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5351cd1b-a758-40a8-82d1-c0882fc98b91 req-872a9c5c-25e1-4289-9cf7-83e1326e3dea tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422382 May 10 14:01:11.248310 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:11.248667 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:11.249003 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:11.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:11.249720 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57480f2-7be7-45f5-87c7-fe8c513253c5']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:11.266353 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b905a855-d63c-4261-8f55-914c64753035') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:11.266654 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b905a855-d63c-4261-8f55-914c64753035') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:11.282480 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770989363514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613884'] for segment (b905a855-d63c-4261-8f55-914c64753035), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:11.302732 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (b905a855-d63c-4261-8f55-914c64753035), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:11.310814 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:01:11.311206 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8740195'] for segment (b905a855-d63c-4261-8f55-914c64753035), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: from cryptography.utils import int_from_bytes May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: from cryptography.utils import int_from_bytes May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: Traceback (most recent call last): May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: timer() May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: cb(*args, **kw) May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: return func(*args, **kwargs) May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: self._notify() May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: self.callback(batched_events) May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: event.method(event) May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: return f(self, *a, **k) May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: return self._get(url).json() May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:01:11.346574 dv-cinder-840678-6-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:01:11.404550 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542943'] for network (b57480f2-7be7-45f5-87c7-fe8c513253c5), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:11.420091 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:11.423265 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b57480f2-7be7-45f5-87c7-fe8c513253c5 HTTP/1.1" status: 204 len: 168 time: 0.4575658 May 10 14:01:11.424519 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f42f5-bf70-4d32-b4d2-22c97996af83 admin admin] Pushing event deleted for resources: {'Network': ['ID=b57480f2-7be7-45f5-87c7-fe8c513253c5,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:11.580793 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 50978) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:11.619055 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-11b63b91-971b-44c7-bc73-ef6b318c05da admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=854eb7b7a9a44ca283e9c95ce935624d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0371397 May 10 14:01:11.621338 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 50980) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:11.666790 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bb212b91-927d-4879-ab9d-90f4745988bc admin admin] Publish callbacks [] for security_group (489e94b3-9787-4add-b187-9a4ed86d7d1d), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:11.687036 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bb212b91-927d-4879-ab9d-90f4745988bc admin admin] Publish callbacks [] for security_group (489e94b3-9787-4add-b187-9a4ed86d7d1d), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:11.733163 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bb212b91-927d-4879-ab9d-90f4745988bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (489e94b3-9787-4add-b187-9a4ed86d7d1d), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:11.735766 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bb212b91-927d-4879-ab9d-90f4745988bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:11.739131 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-bb212b91-927d-4879-ab9d-90f4745988bc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/489e94b3-9787-4add-b187-9a4ed86d7d1d HTTP/1.1" status: 204 len: 168 time: 0.1147351 May 10 14:01:11.748772 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb212b91-927d-4879-ab9d-90f4745988bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489e94b3-9787-4add-b187-9a4ed86d7d1d,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:12.336895 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4691b4d-f9c4-44aa-a8b4-9eed5f2a5d5f req-9b945ea6-ac5d-4a07-b1e7-31c14632bb28 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:12.338296 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f4691b4d-f9c4-44aa-a8b4-9eed5f2a5d5f req-9b945ea6-ac5d-4a07-b1e7-31c14632bb28 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0530286 May 10 14:01:12.387485 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f4691b4d-f9c4-44aa-a8b4-9eed5f2a5d5f req-8edcb8a6-b20e-4925-b25a-a517ce1a72f8 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435593 May 10 14:01:13.272789 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 51048) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:13.429304 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dd66174a-e315-4258-a696-66357fa3e5d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:13.512765 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e9262-fc7b-469a-9146-1ec57912f44c req-d988f140-6c48-415e-88a0-d49dbb44fc79 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:13.514239 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-551e9262-fc7b-469a-9146-1ec57912f44c req-d988f140-6c48-415e-88a0-d49dbb44fc79 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0581639 May 10 14:01:13.556822 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dd66174a-e315-4258-a696-66357fa3e5d2 admin admin] Publish callbacks [] for security_group (330af31f-8932-45f4-b1f8-957cd1f27acd), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:13.562717 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dd66174a-e315-4258-a696-66357fa3e5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (330af31f-8932-45f4-b1f8-957cd1f27acd), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:13.608604 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-551e9262-fc7b-469a-9146-1ec57912f44c req-0c950dd4-57c9-4db7-a50d-d9e1282504f3 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879669 May 10 14:01:13.610635 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-dd66174a-e315-4258-a696-66357fa3e5d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee307260985749829b274fd68e016ec6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3360810 May 10 14:01:13.613461 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51056) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:13.620584 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66174a-e315-4258-a696-66357fa3e5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330af31f-8932-45f4-b1f8-957cd1f27acd,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:13.662809 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c701941f-7687-40c3-8b18-c551b4419872 admin admin] Publish callbacks [] for security_group (330af31f-8932-45f4-b1f8-957cd1f27acd), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:13.683844 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c701941f-7687-40c3-8b18-c551b4419872 admin admin] Publish callbacks [] for security_group (330af31f-8932-45f4-b1f8-957cd1f27acd), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:13.730427 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c701941f-7687-40c3-8b18-c551b4419872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (330af31f-8932-45f4-b1f8-957cd1f27acd), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:13.733067 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c701941f-7687-40c3-8b18-c551b4419872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:13.734202 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c701941f-7687-40c3-8b18-c551b4419872 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/330af31f-8932-45f4-b1f8-957cd1f27acd HTTP/1.1" status: 204 len: 168 time: 0.1191833 May 10 14:01:13.750295 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701941f-7687-40c3-8b18-c551b4419872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330af31f-8932-45f4-b1f8-957cd1f27acd,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:14.028519 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51074) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:14.041519 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6eee34b6-775b-4ef7-99e2-34ed01857bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:14.114605 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6eee34b6-775b-4ef7-99e2-34ed01857bdd admin admin] Publish callbacks [] for security_group (c169091a-88cd-47d5-95ad-b59bde7987b9), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:14.119156 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6eee34b6-775b-4ef7-99e2-34ed01857bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (c169091a-88cd-47d5-95ad-b59bde7987b9), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:14.159242 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee34b6-775b-4ef7-99e2-34ed01857bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c169091a-88cd-47d5-95ad-b59bde7987b9,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:14.163477 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6eee34b6-775b-4ef7-99e2-34ed01857bdd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=14c64ebeac374914b1459ce1b7da7bab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339407 May 10 14:01:14.166234 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51076) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:14.215909 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d2783055-d880-4475-a993-ad02d275ff1b admin admin] Publish callbacks [] for security_group (c169091a-88cd-47d5-95ad-b59bde7987b9), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:14.237863 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d2783055-d880-4475-a993-ad02d275ff1b admin admin] Publish callbacks [] for security_group (c169091a-88cd-47d5-95ad-b59bde7987b9), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:14.281905 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d2783055-d880-4475-a993-ad02d275ff1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (c169091a-88cd-47d5-95ad-b59bde7987b9), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:14.284392 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d2783055-d880-4475-a993-ad02d275ff1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:14.285507 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d2783055-d880-4475-a993-ad02d275ff1b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c169091a-88cd-47d5-95ad-b59bde7987b9 HTTP/1.1" status: 204 len: 168 time: 0.1179724 May 10 14:01:14.293263 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2783055-d880-4475-a993-ad02d275ff1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c169091a-88cd-47d5-95ad-b59bde7987b9,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:14.746265 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5848668-6d14-4431-b787-8881aaebb085 req-ecb86e8e-50a8-4892-ab97-9f7c6eea2f47 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:14.748029 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d5848668-6d14-4431-b787-8881aaebb085 req-ecb86e8e-50a8-4892-ab97-9f7c6eea2f47 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0503545 May 10 14:01:14.797792 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d5848668-6d14-4431-b787-8881aaebb085 req-18482529-aab9-4d73-b64e-118aae6acd19 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444088 May 10 14:01:15.911558 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417b78b-e512-4dce-af03-b091f45551f7 req-9e4a1851-2de5-4621-9bf7-f3ae7b18eda9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:15.913052 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3417b78b-e512-4dce-af03-b091f45551f7 req-9e4a1851-2de5-4621-9bf7-f3ae7b18eda9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0457227 May 10 14:01:15.959563 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3417b78b-e512-4dce-af03-b091f45551f7 req-306eb1c8-983c-41e4-b90b-382ce71259fa tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402665 May 10 14:01:17.076224 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a14fb1-f1cb-4767-8f18-f1e9a5348dcc req-6392c64c-654f-4a60-9342-f9d70461fce1 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:17.077675 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e4a14fb1-f1cb-4767-8f18-f1e9a5348dcc req-6392c64c-654f-4a60-9342-f9d70461fce1 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0458465 May 10 14:01:17.124590 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e4a14fb1-f1cb-4767-8f18-f1e9a5348dcc req-91fd7a5d-5d83-4d0d-8484-38330b1f3e89 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412331 May 10 14:01:18.252867 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da6b93-7273-4593-8a70-f71c28a331fd req-271be81c-f171-48a2-a843-087638409ebb tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:18.254503 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-73da6b93-7273-4593-8a70-f71c28a331fd req-271be81c-f171-48a2-a843-087638409ebb tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0477009 May 10 14:01:18.302574 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-73da6b93-7273-4593-8a70-f71c28a331fd req-001d1d2f-764e-41a4-be59-7b76adde2020 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421882 May 10 14:01:19.413148 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e54cf0-1be9-4e85-bd60-fc6fe1603b87 req-43dd4e5c-d365-4c08-a2d4-a210b04d207c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:19.414596 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e7e54cf0-1be9-4e85-bd60-fc6fe1603b87 req-43dd4e5c-d365-4c08-a2d4-a210b04d207c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0461748 May 10 14:01:19.460316 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e7e54cf0-1be9-4e85-bd60-fc6fe1603b87 req-deb65134-a549-4047-aa4a-e58f267f6892 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402019 May 10 14:01:20.571605 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b291f7-79f7-4cec-8670-98acf67615c0 req-659e6570-3aea-435c-8e80-1e545af357e1 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:20.573122 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-12b291f7-79f7-4cec-8670-98acf67615c0 req-659e6570-3aea-435c-8e80-1e545af357e1 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0488374 May 10 14:01:20.622877 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-12b291f7-79f7-4cec-8670-98acf67615c0 req-59fc5e03-3d94-4a5f-8d0c-f1d1b171755b tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432129 May 10 14:01:21.735202 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87800b-5efd-4249-9913-f99946e42db4 req-357f2a97-ac1a-4697-9ee2-188aba5583b9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:21.736647 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1f87800b-5efd-4249-9913-f99946e42db4 req-357f2a97-ac1a-4697-9ee2-188aba5583b9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0476120 May 10 14:01:21.781966 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1f87800b-5efd-4249-9913-f99946e42db4 req-06b6b323-2929-4072-ba44-b63371f1dbc5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399275 May 10 14:01:22.897952 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8bcd8-5d85-4f43-b544-5aee9afc5362 req-12597cce-a0db-44a6-962b-96717e532bad tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:22.899453 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-51a8bcd8-5d85-4f43-b544-5aee9afc5362 req-12597cce-a0db-44a6-962b-96717e532bad tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0513163 May 10 14:01:22.950602 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-51a8bcd8-5d85-4f43-b544-5aee9afc5362 req-f0c712e7-8a09-4f5d-8068-6ca271a7e7ae tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455656 May 10 14:01:23.657854 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51284) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:23.735392 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51288) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:23.857684 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e063ff55-aede-4deb-9067-80dc6e7798a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:23.859912 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f34fc7dc-d62f-41ec-9f80-a3785b1a5124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:23.983144 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e063ff55-aede-4deb-9067-80dc6e7798a9 admin admin] Publish callbacks [] for security_group (04747e4c-2877-490d-b3ca-c12a3ac6db3f), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:23.990875 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e063ff55-aede-4deb-9067-80dc6e7798a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (04747e4c-2877-490d-b3ca-c12a3ac6db3f), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:23.994253 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f34fc7dc-d62f-41ec-9f80-a3785b1a5124 admin admin] Publish callbacks [] for security_group (51df4e02-b069-4a9a-8f79-fc191f14254d), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:24.016629 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f34fc7dc-d62f-41ec-9f80-a3785b1a5124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (51df4e02-b069-4a9a-8f79-fc191f14254d), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:24.047002 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063ff55-aede-4deb-9067-80dc6e7798a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04747e4c-2877-490d-b3ca-c12a3ac6db3f,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:24.081963 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e063ff55-aede-4deb-9067-80dc6e7798a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64ce5a253da0446eb63617480a8f6a72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4228783 May 10 14:01:24.084642 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 51306) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:24.106012 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f34fc7dc-d62f-41ec-9f80-a3785b1a5124 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8dd585bf26b2480ca4ed8c0c0f8b0293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3697193 May 10 14:01:24.109035 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 51308) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:24.113817 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fc7dc-d62f-41ec-9f80-a3785b1a5124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51df4e02-b069-4a9a-8f79-fc191f14254d,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:24.121708 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d000084-12ea-4ebd-94e6-ebedc4c75349 req-831ca478-a104-4fb3-b825-b1b0d548265f tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:24.123106 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d000084-12ea-4ebd-94e6-ebedc4c75349 req-831ca478-a104-4fb3-b825-b1b0d548265f tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0820992 May 10 14:01:24.168875 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d671d733-8035-4f52-97e4-f295be43c60f admin admin] Publish callbacks [] for security_group (04747e4c-2877-490d-b3ca-c12a3ac6db3f), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:24.170878 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d000084-12ea-4ebd-94e6-ebedc4c75349 req-ecefa159-398c-4def-b0ac-651a3de95f26 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419948 May 10 14:01:24.187866 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-988dba57-3132-4c9b-812c-76b6ad432902 admin admin] Publish callbacks [] for security_group (51df4e02-b069-4a9a-8f79-fc191f14254d), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:24.206131 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d671d733-8035-4f52-97e4-f295be43c60f admin admin] Publish callbacks [] for security_group (04747e4c-2877-490d-b3ca-c12a3ac6db3f), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:24.231097 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-988dba57-3132-4c9b-812c-76b6ad432902 admin admin] Publish callbacks [] for security_group (51df4e02-b069-4a9a-8f79-fc191f14254d), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:24.293281 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-988dba57-3132-4c9b-812c-76b6ad432902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (51df4e02-b069-4a9a-8f79-fc191f14254d), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:24.296031 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-988dba57-3132-4c9b-812c-76b6ad432902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:24.297217 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-988dba57-3132-4c9b-812c-76b6ad432902 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/51df4e02-b069-4a9a-8f79-fc191f14254d HTTP/1.1" status: 204 len: 168 time: 0.1872718 May 10 14:01:24.299892 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d671d733-8035-4f52-97e4-f295be43c60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (04747e4c-2877-490d-b3ca-c12a3ac6db3f), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:24.302372 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d671d733-8035-4f52-97e4-f295be43c60f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:24.303408 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d671d733-8035-4f52-97e4-f295be43c60f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/04747e4c-2877-490d-b3ca-c12a3ac6db3f HTTP/1.1" status: 204 len: 168 time: 0.2177920 May 10 14:01:24.309744 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988dba57-3132-4c9b-812c-76b6ad432902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51df4e02-b069-4a9a-8f79-fc191f14254d,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:24.322065 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671d733-8035-4f52-97e4-f295be43c60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04747e4c-2877-490d-b3ca-c12a3ac6db3f,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:24.588336 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 51324) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:24.602614 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-aad874cd-29b1-42e6-9187-2bfe7843bf2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:24.685654 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-aad874cd-29b1-42e6-9187-2bfe7843bf2c admin admin] Publish callbacks [] for security_group (90fb631d-3076-4692-a0a2-f8e12ac2b5d4), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:24.689353 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-aad874cd-29b1-42e6-9187-2bfe7843bf2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (90fb631d-3076-4692-a0a2-f8e12ac2b5d4), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:24.727188 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-aad874cd-29b1-42e6-9187-2bfe7843bf2c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f1acb28d1bd492dacf3bc14e9027124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372499 May 10 14:01:24.728444 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad874cd-29b1-42e6-9187-2bfe7843bf2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fb631d-3076-4692-a0a2-f8e12ac2b5d4,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:24.729914 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51328) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:24.785701 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2d50-e3b2-42a8-a6ef-78d79b7a0bac admin admin] Publish callbacks [] for security_group (90fb631d-3076-4692-a0a2-f8e12ac2b5d4), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:24.807256 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2d50-e3b2-42a8-a6ef-78d79b7a0bac admin admin] Publish callbacks [] for security_group (90fb631d-3076-4692-a0a2-f8e12ac2b5d4), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:24.858377 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2d50-e3b2-42a8-a6ef-78d79b7a0bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (90fb631d-3076-4692-a0a2-f8e12ac2b5d4), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:24.861248 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2d50-e3b2-42a8-a6ef-78d79b7a0bac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:24.862387 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0d6a2d50-e3b2-42a8-a6ef-78d79b7a0bac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90fb631d-3076-4692-a0a2-f8e12ac2b5d4 HTTP/1.1" status: 204 len: 168 time: 0.1314173 May 10 14:01:24.870640 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a2d50-e3b2-42a8-a6ef-78d79b7a0bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fb631d-3076-4692-a0a2-f8e12ac2b5d4,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:25.182537 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51356) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:25.202015 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7dd1eb8f-95d1-4fb3-aded-89cf086bb8a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:25.254940 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:25.315792 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a92784-a045-4e6f-ba90-b212f569695d req-b4aa4735-aa76-44f8-a00d-46a28c5f7618 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:25.317994 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e0a92784-a045-4e6f-ba90-b212f569695d req-b4aa4735-aa76-44f8-a00d-46a28c5f7618 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0660264 May 10 14:01:25.326407 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7dd1eb8f-95d1-4fb3-aded-89cf086bb8a8 admin admin] Publish callbacks [] for security_group (f1a7d4ea-76e6-4834-940d-16f1d7bd6051), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:25.333332 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7dd1eb8f-95d1-4fb3-aded-89cf086bb8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (f1a7d4ea-76e6-4834-940d-16f1d7bd6051), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:25.371289 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7dd1eb8f-95d1-4fb3-aded-89cf086bb8a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6e413adab14b45e59271a0eaf52d919b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1874800 May 10 14:01:25.371887 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51364) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:25.375467 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e0a92784-a045-4e6f-ba90-b212f569695d req-376ca36e-3270-415e-8ab3-ea4d66980822 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505476 May 10 14:01:25.420624 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1eb8f-95d1-4fb3-aded-89cf086bb8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a7d4ea-76e6-4834-940d-16f1d7bd6051,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:25.446280 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d7d85fa1-af95-4ae2-87f8-2c279ebfcfbd admin admin] Publish callbacks [] for security_group (f1a7d4ea-76e6-4834-940d-16f1d7bd6051), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:25.472065 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d7d85fa1-af95-4ae2-87f8-2c279ebfcfbd admin admin] Publish callbacks [] for security_group (f1a7d4ea-76e6-4834-940d-16f1d7bd6051), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:25.523266 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d7d85fa1-af95-4ae2-87f8-2c279ebfcfbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (f1a7d4ea-76e6-4834-940d-16f1d7bd6051), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:25.526817 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d7d85fa1-af95-4ae2-87f8-2c279ebfcfbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:25.528119 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d7d85fa1-af95-4ae2-87f8-2c279ebfcfbd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f1a7d4ea-76e6-4834-940d-16f1d7bd6051 HTTP/1.1" status: 204 len: 168 time: 0.1492956 May 10 14:01:25.537159 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d85fa1-af95-4ae2-87f8-2c279ebfcfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a7d4ea-76e6-4834-940d-16f1d7bd6051,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:25.649535 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51374) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:25.858859 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f2eee00a-00a2-4036-9868-a2f66d7843fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:25.886356 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a213c876-b1bd-45d8-acab-2ffbf512337b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:25.948665 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f2eee00a-00a2-4036-9868-a2f66d7843fa admin admin] Publish callbacks [] for security_group (0178e0cc-7f4a-483c-aa4e-65edcaf41010), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:25.955355 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f2eee00a-00a2-4036-9868-a2f66d7843fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (0178e0cc-7f4a-483c-aa4e-65edcaf41010), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:25.991328 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eee00a-00a2-4036-9868-a2f66d7843fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0178e0cc-7f4a-483c-aa4e-65edcaf41010,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:25.996679 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f2eee00a-00a2-4036-9868-a2f66d7843fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d9b180629017459e9bd16a710d73bf82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3454380 May 10 14:01:25.998785 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 51388) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:26.049005 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-af0d8b6b-b004-429e-8683-9c5b337dc952 admin admin] Publish callbacks [] for security_group (0178e0cc-7f4a-483c-aa4e-65edcaf41010), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:26.070495 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-af0d8b6b-b004-429e-8683-9c5b337dc952 admin admin] Publish callbacks [] for security_group (0178e0cc-7f4a-483c-aa4e-65edcaf41010), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:26.116310 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-af0d8b6b-b004-429e-8683-9c5b337dc952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (0178e0cc-7f4a-483c-aa4e-65edcaf41010), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:26.119025 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-af0d8b6b-b004-429e-8683-9c5b337dc952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:26.123096 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-af0d8b6b-b004-429e-8683-9c5b337dc952 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0178e0cc-7f4a-483c-aa4e-65edcaf41010 HTTP/1.1" status: 204 len: 168 time: 0.1208539 May 10 14:01:26.130762 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d8b6b-b004-429e-8683-9c5b337dc952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0178e0cc-7f4a-483c-aa4e-65edcaf41010,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:26.234913 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 51402) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:26.376724 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-1d35ec46-cbdb-4c93-afa9-758fd91aef9c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-713153661-network', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:26.397289 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d35ec46-cbdb-4c93-afa9-758fd91aef9c admin admin] Made reservation on behalf of 104740054c3a47ca8cc3cb262d975fd5 for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:01:26.399835 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d35ec46-cbdb-4c93-afa9-758fd91aef9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:26.409603 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d35ec46-cbdb-4c93-afa9-758fd91aef9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:26.457336 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 51410) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:26.477783 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-94126777-8ab7-4da9-a20d-f484b1ca52f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:26.495242 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e04c2-8a19-4ea5-893d-3a7d3c04cb45 req-2463ba92-4f06-4af8-8321-12d14d9df535 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:26.496723 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-237e04c2-8a19-4ea5-893d-3a7d3c04cb45 req-2463ba92-4f06-4af8-8321-12d14d9df535 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0488415 May 10 14:01:26.522823 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d35ec46-cbdb-4c93-afa9-758fd91aef9c admin admin] Publish callbacks [] for security_group (f1168ed9-4cc7-43d1-b457-43f7040d52a1), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:26.530472 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d35ec46-cbdb-4c93-afa9-758fd91aef9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (f1168ed9-4cc7-43d1-b457-43f7040d52a1), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:26.544769 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-237e04c2-8a19-4ea5-893d-3a7d3c04cb45 req-6edd867a-fa4b-4fed-ac8f-c8d1454f05fa tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419514 May 10 14:01:26.564399 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d35ec46-cbdb-4c93-afa9-758fd91aef9c admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:01:26.580025 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35ec46-cbdb-4c93-afa9-758fd91aef9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1168ed9-4cc7-43d1-b457-43f7040d52a1,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:26.589564 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d35ec46-cbdb-4c93-afa9-758fd91aef9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (802f5ae2-3ab4-4db1-a100-675af79fa1cc), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:26.589883 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-1d35ec46-cbdb-4c93-afa9-758fd91aef9c admin admin] Added segment 802f5ae2-3ab4-4db1-a100-675af79fa1cc of type vlan for network c3ef3499-58c5-4573-b70a-3147dbe30f92 May 10 14:01:26.642828 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d35ec46-cbdb-4c93-afa9-758fd91aef9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770989082799'] for network (c3ef3499-58c5-4573-b70a-3147dbe30f92), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:26.655593 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-94126777-8ab7-4da9-a20d-f484b1ca52f9 admin admin] Publish callbacks [] for security_group (24c60acd-36ab-4300-b857-64995191c002), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:26.662393 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-94126777-8ab7-4da9-a20d-f484b1ca52f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (24c60acd-36ab-4300-b857-64995191c002), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:26.704269 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d35ec46-cbdb-4c93-afa9-758fd91aef9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for network (c3ef3499-58c5-4573-b70a-3147dbe30f92), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:26.705215 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d35ec46-cbdb-4c93-afa9-758fd91aef9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:26.705804 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1d35ec46-cbdb-4c93-afa9-758fd91aef9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:26.719432 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94126777-8ab7-4da9-a20d-f484b1ca52f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c60acd-36ab-4300-b857-64995191c002,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:26.736238 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-94126777-8ab7-4da9-a20d-f484b1ca52f9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=accb4e54536a4a26a07cc88aaeaabeb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776780 May 10 14:01:26.738902 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51414) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:26.773615 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-1d35ec46-cbdb-4c93-afa9-758fd91aef9c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5375388 May 10 14:01:26.777032 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 51416) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:26.783453 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-6cde9e6e-de17-4067-bca5-b1fe947d8317 admin admin] Request body: {'subnet': {'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-713153661-subnet', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:26.787033 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4eadde9a-5fcf-46ae-b214-0eefc2cbbc29 admin admin] Publish callbacks [] for security_group (24c60acd-36ab-4300-b857-64995191c002), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:26.791102 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35ec46-cbdb-4c93-afa9-758fd91aef9c admin admin] Pushing event updated for resources: {'Network': ['ID=c3ef3499-58c5-4573-b70a-3147dbe30f92,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:26.801169 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Network c3ef3499-58c5-4573-b70a-3147dbe30f92 details requested by agent ovs-agent-dv-cinder-840678-6-iscsi with host dv-cinder-840678-6-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:01:26.807771 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cde9e6e-de17-4067-bca5-b1fe947d8317 admin admin] Made reservation on behalf of 104740054c3a47ca8cc3cb262d975fd5 for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:01:26.810302 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6cde9e6e-de17-4067-bca5-b1fe947d8317 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:26.814798 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4eadde9a-5fcf-46ae-b214-0eefc2cbbc29 admin admin] Publish callbacks [] for security_group (24c60acd-36ab-4300-b857-64995191c002), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:26.871407 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4eadde9a-5fcf-46ae-b214-0eefc2cbbc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (24c60acd-36ab-4300-b857-64995191c002), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:26.874220 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4eadde9a-5fcf-46ae-b214-0eefc2cbbc29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:26.875433 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4eadde9a-5fcf-46ae-b214-0eefc2cbbc29 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/24c60acd-36ab-4300-b857-64995191c002 HTTP/1.1" status: 204 len: 168 time: 0.1355262 May 10 14:01:26.883160 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eadde9a-5fcf-46ae-b214-0eefc2cbbc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c60acd-36ab-4300-b857-64995191c002,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:26.992943 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6cde9e6e-de17-4067-bca5-b1fe947d8317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for subnet (ea5f467a-2a77-46ae-b000-00f12ba5a923), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:27.042233 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde9e6e-de17-4067-bca5-b1fe947d8317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea5f467a-2a77-46ae-b000-00f12ba5a923,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:27.058912 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cde9e6e-de17-4067-bca5-b1fe947d8317 admin admin] Checking segment: {'id': '802f5ae2-3ab4-4db1-a100-675af79fa1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:27.059273 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cde9e6e-de17-4067-bca5-b1fe947d8317 admin admin] Network hostable DHCP agents. Network: c3ef3499-58c5-4573-b70a-3147dbe30f92, hostable agents: ['9d798d4e-9452-4d08-ac49-c41e5143ffdf'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:01:27.077992 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cde9e6e-de17-4067-bca5-b1fe947d8317 admin admin] Network c3ef3499-58c5-4573-b70a-3147dbe30f92 is scheduled to be hosted by DHCP agent 9d798d4e-9452-4d08-ac49-c41e5143ffdf with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:01:27.088522 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-6cde9e6e-de17-4067-bca5-b1fe947d8317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-6-iscsi, c3ef3499-58c5-4573-b70a-3147dbe30f92) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:27.092876 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cde9e6e-de17-4067-bca5-b1fe947d8317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:27.093732 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6cde9e6e-de17-4067-bca5-b1fe947d8317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:27.098156 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d6e1ef-f994-4388-97b0-b63eb2ccb857 None None] Network c3ef3499-58c5-4573-b70a-3147dbe30f92 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:01:27.110798 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-6cde9e6e-de17-4067-bca5-b1fe947d8317 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3324940 May 10 14:01:27.113594 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51422) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:27.118136 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-dcfade3b-9e23-495b-8273-e1461ef18b6c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:27.148383 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dcfade3b-9e23-495b-8273-e1461ef18b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1632'] for router (35f07a70-e556-4b08-bbe9-90c4c253768a), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:27.149884 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dcfade3b-9e23-495b-8273-e1461ef18b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1627'] for router (35f07a70-e556-4b08-bbe9-90c4c253768a), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:27.213760 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dcfade3b-9e23-495b-8273-e1461ef18b6c admin admin] Publish callbacks [] for router_controller (35f07a70-e556-4b08-bbe9-90c4c253768a), precommit_add_association {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:27.216485 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b1d9a71-d8a9-5fac-b8fc-dea2988d9731-c3ef3499-58c5-4573-b70a-3147dbe30f92', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923'}]}} from dv-cinder-840678-6-iscsi. {{(pid=103391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 14:01:27.217491 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:27.358205 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dcfade3b-9e23-495b-8273-e1461ef18b6c admin admin] Publish callbacks [] for router_gateway (35f07a70-e556-4b08-bbe9-90c4c253768a), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:27.367258 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Allocated IP 172.20.0.2 (c3ef3499-58c5-4573-b70a-3147dbe30f92/ea5f467a-2a77-46ae-b000-00f12ba5a923/d5f8189c-0839-4d75-8595-009c1b859025) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:01:27.534392 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Publish callbacks [] for port (d5f8189c-0839-4d75-8595-009c1b859025), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:27.539761 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (d5f8189c-0839-4d75-8595-009c1b859025), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:27.553697 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dcfade3b-9e23-495b-8273-e1461ef18b6c admin admin] Publish callbacks [] for router_gateway (35f07a70-e556-4b08-bbe9-90c4c253768a), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:27.581909 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Network c3ef3499-58c5-4573-b70a-3147dbe30f92 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:27.587315 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:27.592116 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:01:27.595472 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Pushing event updated for resources: {'Port': ['ID=d5f8189c-0839-4d75-8595-009c1b859025,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:27.606857 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:27.607198 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:27.607735 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:27.608259 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:27.608766 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:27.609242 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:27.609734 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:27.610205 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:27.610675 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:27.611160 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:27.611633 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:27.612114 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:27.612599 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:27.613127 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:27.613610 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:27.686497 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Attempting to bind port d5f8189c-0839-4d75-8595-009c1b859025 on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:01:27.686877 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Attempting to bind port d5f8189c-0839-4d75-8595-009c1b859025 by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '802f5ae2-3ab4-4db1-a100-675af79fa1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:01:27.687254 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Attempting to bind port d5f8189c-0839-4d75-8595-009c1b859025 on network c3ef3499-58c5-4573-b70a-3147dbe30f92 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:01:27.700970 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:01:27.701377 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Checking segment: {'id': '802f5ae2-3ab4-4db1-a100-675af79fa1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:27.703951 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:27.704394 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Bound using segment: {'id': '802f5ae2-3ab4-4db1-a100-675af79fa1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:01:27.708629 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Bound port: d5f8189c-0839-4d75-8595-009c1b859025, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802f5ae2-3ab4-4db1-a100-675af79fa1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:01:27.709088 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (d5f8189c-0839-4d75-8595-009c1b859025), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:27.724759 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874706e-4019-4940-9e2c-0004498e7976 req-cc781416-1b04-4669-bbf9-d096f9fe3c20 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:27.727300 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d874706e-4019-4940-9e2c-0004498e7976 req-cc781416-1b04-4669-bbf9-d096f9fe3c20 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0805850 May 10 14:01:27.786542 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d874706e-4019-4940-9e2c-0004498e7976 req-f9fd1ebd-762f-40bd-a472-d87156550d57 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527351 May 10 14:01:27.801786 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] For port d5f8189c-0839-4d75-8595-009c1b859025, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:01:27.806209 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] For port d5f8189c-0839-4d75-8595-009c1b859025, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=d5f8189c-0839-4d75-8595-009c1b859025,segment=NetworkSegment(802f5ae2-3ab4-4db1-a100-675af79fa1cc),segment_id=802f5ae2-3ab4-4db1-a100-675af79fa1cc)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:01:27.812364 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dcfade3b-9e23-495b-8273-e1461ef18b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:27.813731 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (d5f8189c-0839-4d75-8595-009c1b859025), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:27.878375 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b17155-44da-4bcb-9a16-f75cf7cd57a3 None None] Pushing event updated for resources: {'Port': ['ID=d5f8189c-0839-4d75-8595-009c1b859025,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:27.942714 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-dcfade3b-9e23-495b-8273-e1461ef18b6c admin admin] Allocated IP 172.27.3.166 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/08ce32f3-607f-4b84-a64c-e90b018b8809) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:01:28.075533 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dcfade3b-9e23-495b-8273-e1461ef18b6c admin admin] Publish callbacks [] for port (08ce32f3-607f-4b84-a64c-e90b018b8809), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:28.119221 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dcfade3b-9e23-495b-8273-e1461ef18b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (08ce32f3-607f-4b84-a64c-e90b018b8809), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:28.163294 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfade3b-9e23-495b-8273-e1461ef18b6c admin admin] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:28.169605 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-dcfade3b-9e23-495b-8273-e1461ef18b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:28.175340 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfade3b-9e23-495b-8273-e1461ef18b6c admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:01:28.178513 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfade3b-9e23-495b-8273-e1461ef18b6c admin admin] Pushing event updated for resources: {'Port': ['ID=08ce32f3-607f-4b84-a64c-e90b018b8809,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:28.271460 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2ca1b486-b788-40e4-a40b-7d249f6d3147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:28.462451 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dcfade3b-9e23-495b-8273-e1461ef18b6c admin admin] Publish callbacks [] for router_gateway (35f07a70-e556-4b08-bbe9-90c4c253768a), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:28.671059 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dcfade3b-9e23-495b-8273-e1461ef18b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537837'] for router (35f07a70-e556-4b08-bbe9-90c4c253768a), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:28.825652 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfade3b-9e23-495b-8273-e1461ef18b6c admin admin] Router 35f07a70-e556-4b08-bbe9-90c4c253768a is scheduled to L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 with binding_index 1 {{(pid=103390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 14:01:28.955137 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ea8de-7015-48ea-b142-aa04e9ba3468 req-3713666d-843c-4470-ac93-3464652bbbf2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:28.957500 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9c7ea8de-7015-48ea-b142-aa04e9ba3468 req-3713666d-843c-4470-ac93-3464652bbbf2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0525444 May 10 14:01:28.991181 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device d5f8189c-0839-4d75-8595-009c1b859025 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:29.082037 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port d5f8189c-0839-4d75-8595-009c1b859025 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:29.082519 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (d5f8189c-0839-4d75-8595-009c1b859025), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:29.088346 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9c7ea8de-7015-48ea-b142-aa04e9ba3468 req-c52327ed-ca1e-4719-a201-ff079b4de09c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224709 May 10 14:01:29.097403 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfade3b-9e23-495b-8273-e1461ef18b6c admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:01:29.110314 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] Sync routers for ids ['35f07a70-e556-4b08-bbe9-90c4c253768a'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:01:29.136407 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] Routers {'35f07a70-e556-4b08-bbe9-90c4c253768a'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:01:29.137497 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:01:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['35f07a70-e556-4b08-bbe9-90c4c253768a'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:29.142567 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dcfade3b-9e23-495b-8273-e1461ef18b6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:29.149895 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 51508) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:29.151200 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-dcfade3b-9e23-495b-8273-e1461ef18b6c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0353081 May 10 14:01:29.158004 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0707a4-ebb8-46fd-9d7e-bfef2529254e None None] Network c3ef3499-58c5-4573-b70a-3147dbe30f92 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:01:29.231128 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-25daa094-a995-4001-ac3e-5ded61b081d8 None None] Provisioning complete for port d5f8189c-0839-4d75-8595-009c1b859025 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:29.231964 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-25daa094-a995-4001-ac3e-5ded61b081d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (d5f8189c-0839-4d75-8595-009c1b859025), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:29.262335 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51514) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:29.284958 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] Set router 35f07a70-e556-4b08-bbe9-90c4c253768a gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:01:29.481306 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port d5f8189c-0839-4d75-8595-009c1b859025 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:29.481964 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (d5f8189c-0839-4d75-8595-009c1b859025), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:29.501523 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:29.508726 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b2877f8d-e4a7-4f1e-985e-2910cb1ffede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:29.542099 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] For port d5f8189c-0839-4d75-8595-009c1b859025, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=d5f8189c-0839-4d75-8595-009c1b859025,segment=NetworkSegment(802f5ae2-3ab4-4db1-a100-675af79fa1cc),segment_id=802f5ae2-3ab4-4db1-a100-675af79fa1cc)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:01:29.579180 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:28Z', 'revision_number': 3, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:29.596684 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-25daa094-a995-4001-ac3e-5ded61b081d8 None None] Current status of the port d5f8189c-0839-4d75-8595-009c1b859025 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:29.597155 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-25daa094-a995-4001-ac3e-5ded61b081d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (d5f8189c-0839-4d75-8595-009c1b859025), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:29.601023 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (d5f8189c-0839-4d75-8595-009c1b859025), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:29.661399 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] Checking router: 35f07a70-e556-4b08-bbe9-90c4c253768a for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:01:29.662954 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b2877f8d-e4a7-4f1e-985e-2910cb1ffede admin admin] Publish callbacks [] for security_group (6ad89f78-d08a-4faa-af38-3d5a14be4308), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:29.663477 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] Updating router 35f07a70-e556-4b08-bbe9-90c4c253768a port 08ce32f3-607f-4b84-a64c-e90b018b8809 binding host dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:01:29.683689 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b2877f8d-e4a7-4f1e-985e-2910cb1ffede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (6ad89f78-d08a-4faa-af38-3d5a14be4308), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:29.741783 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (08ce32f3-607f-4b84-a64c-e90b018b8809), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:29.748360 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Pushing event updated for resources: {'Port': ['ID=d5f8189c-0839-4d75-8595-009c1b859025,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:29.757767 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.db.api [None req-25daa094-a995-4001-ac3e-5ded61b081d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103391) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 14:01:29.758233 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG oslo_db.api [None req-25daa094-a995-4001-ac3e-5ded61b081d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 14:01:29.770056 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2877f8d-e4a7-4f1e-985e-2910cb1ffede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad89f78-d08a-4faa-af38-3d5a14be4308,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:29.776844 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b2877f8d-e4a7-4f1e-985e-2910cb1ffede admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b159669f17c941a698bf5a5bfeaaa6e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5134401 May 10 14:01:29.780366 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51522) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:29.883217 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-807fd220-2940-46cf-ab4c-482ab9ee47d0 admin admin] Publish callbacks [] for security_group (6ad89f78-d08a-4faa-af38-3d5a14be4308), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:29.916835 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-807fd220-2940-46cf-ab4c-482ab9ee47d0 admin admin] Publish callbacks [] for security_group (6ad89f78-d08a-4faa-af38-3d5a14be4308), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:29.927983 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c1e257d8-ea74-440d-a755-1d1971fb7d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:29.978466 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-807fd220-2940-46cf-ab4c-482ab9ee47d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (6ad89f78-d08a-4faa-af38-3d5a14be4308), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:29.982487 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-807fd220-2940-46cf-ab4c-482ab9ee47d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:29.986355 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-807fd220-2940-46cf-ab4c-482ab9ee47d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ad89f78-d08a-4faa-af38-3d5a14be4308 HTTP/1.1" status: 204 len: 168 time: 0.2012460 May 10 14:01:29.996715 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fd220-2940-46cf-ab4c-482ab9ee47d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad89f78-d08a-4faa-af38-3d5a14be4308,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:30.092107 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] Publish callbacks [] for port (08ce32f3-607f-4b84-a64c-e90b018b8809), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:30.097882 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (08ce32f3-607f-4b84-a64c-e90b018b8809), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:30.118571 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-c1e257d8-ea74-440d-a755-1d1971fb7d7d admin admin] Allocated IP 172.20.0.1 (c3ef3499-58c5-4573-b70a-3147dbe30f92/ea5f467a-2a77-46ae-b000-00f12ba5a923/fe7b214a-9000-44e8-befd-b3fb9c002d41) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:01:30.245695 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211b9d8-8135-431c-8748-e8254c957f6c None None] Pushing event updated for resources: {'Port': ['ID=08ce32f3-607f-4b84-a64c-e90b018b8809,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:30.247157 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8aea2-fba5-44c3-bd2f-5f1f6ae7012c req-163c0e0d-477b-44f1-b4b9-680858399bd8 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:30.249180 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-57a8aea2-fba5-44c3-bd2f-5f1f6ae7012c req-163c0e0d-477b-44f1-b4b9-680858399bd8 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0643377 May 10 14:01:30.255243 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211b9d8-8135-431c-8748-e8254c957f6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:30.255593 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211b9d8-8135-431c-8748-e8254c957f6c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:30.256249 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211b9d8-8135-431c-8748-e8254c957f6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:30.256616 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211b9d8-8135-431c-8748-e8254c957f6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:30.256960 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211b9d8-8135-431c-8748-e8254c957f6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:30.257295 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211b9d8-8135-431c-8748-e8254c957f6c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:30.257635 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211b9d8-8135-431c-8748-e8254c957f6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:30.258222 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211b9d8-8135-431c-8748-e8254c957f6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:30.261986 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211b9d8-8135-431c-8748-e8254c957f6c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:30.262507 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211b9d8-8135-431c-8748-e8254c957f6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:30.263010 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211b9d8-8135-431c-8748-e8254c957f6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:30.263366 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211b9d8-8135-431c-8748-e8254c957f6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:30.263709 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211b9d8-8135-431c-8748-e8254c957f6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:30.264032 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211b9d8-8135-431c-8748-e8254c957f6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:30.264393 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e211b9d8-8135-431c-8748-e8254c957f6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:30.269851 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] Attempting to bind port 08ce32f3-607f-4b84-a64c-e90b018b8809 on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:01:30.270227 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] Attempting to bind port 08ce32f3-607f-4b84-a64c-e90b018b8809 by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:01:30.270598 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] Attempting to bind port 08ce32f3-607f-4b84-a64c-e90b018b8809 on network 89429d30-8d6e-4195-a41d-5d4817ee56e2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:01:30.276808 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:01:30.277394 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] Checking segment: {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:30.277799 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:30.278342 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] Bound using segment: {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:01:30.279001 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] Bound port: 08ce32f3-607f-4b84-a64c-e90b018b8809, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:01:30.279588 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (08ce32f3-607f-4b84-a64c-e90b018b8809), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:30.303100 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-25daa094-a995-4001-ac3e-5ded61b081d8 None None] Current status of the port d5f8189c-0839-4d75-8595-009c1b859025 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:30.314667 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c1e257d8-ea74-440d-a755-1d1971fb7d7d admin admin] Publish callbacks [] for port (fe7b214a-9000-44e8-befd-b3fb9c002d41), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:30.341459 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] For port 08ce32f3-607f-4b84-a64c-e90b018b8809, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:01:30.343469 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-57a8aea2-fba5-44c3-bd2f-5f1f6ae7012c req-cad05967-7847-4799-9a24-b7462e73fa36 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806277 May 10 14:01:30.349678 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] For port 08ce32f3-607f-4b84-a64c-e90b018b8809, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=08ce32f3-607f-4b84-a64c-e90b018b8809,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:01:30.351476 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51536) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:30.366382 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (08ce32f3-607f-4b84-a64c-e90b018b8809), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:30.372864 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c1e257d8-ea74-440d-a755-1d1971fb7d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (fe7b214a-9000-44e8-befd-b3fb9c002d41), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:30.386028 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1809b6ae-2e18-4900-a750-560287fbcc23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:30.411035 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e257d8-ea74-440d-a755-1d1971fb7d7d admin admin] Network c3ef3499-58c5-4573-b70a-3147dbe30f92 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:30.414108 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-c1e257d8-ea74-440d-a755-1d1971fb7d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:30.420679 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e257d8-ea74-440d-a755-1d1971fb7d7d admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:01:30.421172 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c1e257d8-ea74-440d-a755-1d1971fb7d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540858'] for router_interface (35f07a70-e556-4b08-bbe9-90c4c253768a), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:30.427183 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e257d8-ea74-440d-a755-1d1971fb7d7d admin admin] Pushing event updated for resources: {'Port': ['ID=fe7b214a-9000-44e8-befd-b3fb9c002d41,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:30.427361 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-a3a2c6be-832e-4668-9355-383a934d5385 None None] Provisioning complete for port d5f8189c-0839-4d75-8595-009c1b859025 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:30.428511 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a3a2c6be-832e-4668-9355-383a934d5385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (d5f8189c-0839-4d75-8595-009c1b859025), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:30.445726 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211b9d8-8135-431c-8748-e8254c957f6c None None] Pushing event updated for resources: {'Port': ['ID=08ce32f3-607f-4b84-a64c-e90b018b8809,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:30.452663 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] Routers {'35f07a70-e556-4b08-bbe9-90c4c253768a'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:01:30.453559 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:01:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['35f07a70-e556-4b08-bbe9-90c4c253768a'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:30.529856 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1809b6ae-2e18-4900-a750-560287fbcc23 admin admin] Publish callbacks [] for security_group (20c72821-8248-4531-a4da-3a7b4faa8302), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:30.535706 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1809b6ae-2e18-4900-a750-560287fbcc23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (20c72821-8248-4531-a4da-3a7b4faa8302), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:30.585991 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809b6ae-2e18-4900-a750-560287fbcc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c72821-8248-4531-a4da-3a7b4faa8302,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:30.586328 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-a3a2c6be-832e-4668-9355-383a934d5385 None None] Current status of the port d5f8189c-0839-4d75-8595-009c1b859025 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:30.610693 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-1809b6ae-2e18-4900-a750-560287fbcc23 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1eea497880eb4b8f8940c04e027bf147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580874 May 10 14:01:30.611636 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51542) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:30.668257 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c1e257d8-ea74-440d-a755-1d1971fb7d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (fe7b214a-9000-44e8-befd-b3fb9c002d41), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:30.672625 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9b918afc-749a-4f8a-9f12-3dfa0911707f admin admin] Publish callbacks [] for security_group (20c72821-8248-4531-a4da-3a7b4faa8302), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:30.688562 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] Set router 35f07a70-e556-4b08-bbe9-90c4c253768a gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:01:30.714819 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9b918afc-749a-4f8a-9f12-3dfa0911707f admin admin] Publish callbacks [] for security_group (20c72821-8248-4531-a4da-3a7b4faa8302), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:30.727947 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:30.782149 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9b918afc-749a-4f8a-9f12-3dfa0911707f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (20c72821-8248-4531-a4da-3a7b4faa8302), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:30.784764 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9b918afc-749a-4f8a-9f12-3dfa0911707f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:30.786139 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9b918afc-749a-4f8a-9f12-3dfa0911707f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/20c72821-8248-4531-a4da-3a7b4faa8302 HTTP/1.1" status: 204 len: 168 time: 0.1733272 May 10 14:01:30.811862 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b918afc-749a-4f8a-9f12-3dfa0911707f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c72821-8248-4531-a4da-3a7b4faa8302,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:30.812898 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-00056855-a85a-474b-856e-b6c5b0b0ce0b None None] Provisioning complete for port fe7b214a-9000-44e8-befd-b3fb9c002d41 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:30.813253 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-00056855-a85a-474b-856e-b6c5b0b0ce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (fe7b214a-9000-44e8-befd-b3fb9c002d41), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:30.914850 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c1e257d8-ea74-440d-a755-1d1971fb7d7d admin admin] Publish callbacks [] for port (fe7b214a-9000-44e8-befd-b3fb9c002d41), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:30.921293 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c1e257d8-ea74-440d-a755-1d1971fb7d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (fe7b214a-9000-44e8-befd-b3fb9c002d41), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:30.922168 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c1e257d8-ea74-440d-a755-1d1971fb7d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-506185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544391'] for router_interface (35f07a70-e556-4b08-bbe9-90c4c253768a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:30.924446 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-00056855-a85a-474b-856e-b6c5b0b0ce0b None None] Port fe7b214a-9000-44e8-befd-b3fb9c002d41 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:01:30.999024 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:28Z', 'revision_number': 3, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:31.008590 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e257d8-ea74-440d-a755-1d1971fb7d7d admin admin] Pushing event updated for resources: {'Port': ['ID=fe7b214a-9000-44e8-befd-b3fb9c002d41,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:31.042543 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device d5f8189c-0839-4d75-8595-009c1b859025 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:31.058963 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38612ec-9603-4ef8-aec8-be7ebef972d8 None None] The sync data for ids ['35f07a70-e556-4b08-bbe9-90c4c253768a'] in dv-cinder-840678-6-iscsi is: [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:28Z', 'revision_number': 3, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:01:31.119643 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port d5f8189c-0839-4d75-8595-009c1b859025 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:31.122067 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (d5f8189c-0839-4d75-8595-009c1b859025), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:31.144118 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e257d8-ea74-440d-a755-1d1971fb7d7d admin admin] Network c3ef3499-58c5-4573-b70a-3147dbe30f92 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:31.145792 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-c1e257d8-ea74-440d-a755-1d1971fb7d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:31.245831 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port d5f8189c-0839-4d75-8595-009c1b859025 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:31.331586 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e257d8-ea74-440d-a755-1d1971fb7d7d admin admin] Router 35f07a70-e556-4b08-bbe9-90c4c253768a has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:01:31.527369 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e257d8-ea74-440d-a755-1d1971fb7d7d admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:01:31.534120 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe16ff2-0636-4285-962b-2d23c2f03b2c req-73de36d9-1a69-4023-99b5-bfc8f35bb218 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:31.540873 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-c1e257d8-ea74-440d-a755-1d1971fb7d7d admin admin] 10.222.0.49 "PUT /v2.0/routers/35f07a70-e556-4b08-bbe9-90c4c253768a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3832657 May 10 14:01:31.541071 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8fe16ff2-0636-4285-962b-2d23c2f03b2c req-73de36d9-1a69-4023-99b5-bfc8f35bb218 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0930486 May 10 14:01:31.563694 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-dea2fd3c-7eb7-4694-a966-6db511aa75f1 None None] Provisioning complete for port fe7b214a-9000-44e8-befd-b3fb9c002d41 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:31.564203 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dea2fd3c-7eb7-4694-a966-6db511aa75f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (fe7b214a-9000-44e8-befd-b3fb9c002d41), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:31.612616 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-dea2fd3c-7eb7-4694-a966-6db511aa75f1 None None] Port fe7b214a-9000-44e8-befd-b3fb9c002d41 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:01:31.615195 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8fe16ff2-0636-4285-962b-2d23c2f03b2c req-8e1c6afa-7be2-45cf-aa0f-e6370a104290 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736396 May 10 14:01:31.981517 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51588) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:32.163348 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-3d822251-5979-4118-8703-4db316eefc19 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1508541890-network', 'tenant_id': 'f0a0817431534af8af0e991417947246'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:32.188355 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d822251-5979-4118-8703-4db316eefc19 admin admin] Made reservation on behalf of f0a0817431534af8af0e991417947246 for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:01:32.191322 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d822251-5979-4118-8703-4db316eefc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.194575 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 51600) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:32.202174 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-354ed039-7b37-4214-bf5d-2fad7e5f2cbd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-960512567-network', 'tenant_id': 'd63edf0ea87748beb70946b8950b066f'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:32.214982 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d822251-5979-4118-8703-4db316eefc19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.229844 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354ed039-7b37-4214-bf5d-2fad7e5f2cbd admin admin] Made reservation on behalf of d63edf0ea87748beb70946b8950b066f for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:01:32.234598 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-354ed039-7b37-4214-bf5d-2fad7e5f2cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.298750 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.311282 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d822251-5979-4118-8703-4db316eefc19 admin admin] Publish callbacks [] for security_group (74530a56-5f24-472a-83d0-9f6c295ce9a8), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.317055 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d822251-5979-4118-8703-4db316eefc19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (74530a56-5f24-472a-83d0-9f6c295ce9a8), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.347003 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d822251-5979-4118-8703-4db316eefc19 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:01:32.359963 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d822251-5979-4118-8703-4db316eefc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74530a56-5f24-472a-83d0-9f6c295ce9a8,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:32.367242 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d822251-5979-4118-8703-4db316eefc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (48ba2745-9bac-492d-b8a0-9600be4589e0), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.367835 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-3d822251-5979-4118-8703-4db316eefc19 admin admin] Added segment 48ba2745-9bac-492d-b8a0-9600be4589e0 of type vlan for network 0fe86ab8-87d6-4f31-9d80-0fbbf9f176eb May 10 14:01:32.425857 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d822251-5979-4118-8703-4db316eefc19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770989082799'] for network (0fe86ab8-87d6-4f31-9d80-0fbbf9f176eb), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.455583 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d822251-5979-4118-8703-4db316eefc19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for network (0fe86ab8-87d6-4f31-9d80-0fbbf9f176eb), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.457576 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d822251-5979-4118-8703-4db316eefc19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:32.458252 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d822251-5979-4118-8703-4db316eefc19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.527672 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-354ed039-7b37-4214-bf5d-2fad7e5f2cbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.538606 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3d822251-5979-4118-8703-4db316eefc19 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5558810 May 10 14:01:32.544321 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 51618) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:32.549192 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-dbc10e9c-6ee1-4f6a-bad3-b5d362803e7d admin admin] Request body: {'subnet': {'network_id': '0fe86ab8-87d6-4f31-9d80-0fbbf9f176eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1508541890-subnet', 'tenant_id': 'f0a0817431534af8af0e991417947246', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:32.551648 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d822251-5979-4118-8703-4db316eefc19 admin admin] Pushing event updated for resources: {'Network': ['ID=0fe86ab8-87d6-4f31-9d80-0fbbf9f176eb,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:32.563813 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Network 0fe86ab8-87d6-4f31-9d80-0fbbf9f176eb details requested by agent ovs-agent-dv-cinder-840678-6-iscsi with host dv-cinder-840678-6-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:01:32.576101 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc10e9c-6ee1-4f6a-bad3-b5d362803e7d admin admin] Made reservation on behalf of f0a0817431534af8af0e991417947246 for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:01:32.578391 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dbc10e9c-6ee1-4f6a-bad3-b5d362803e7d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.801574 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-354ed039-7b37-4214-bf5d-2fad7e5f2cbd admin admin] Publish callbacks [] for security_group (ea57bc3d-c91d-4028-961c-6af2ae48ec82), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.809287 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3960d-d506-4aaa-ab25-b16424e1472a req-94c83e89-5042-4364-b504-6ae4b4f42d4d tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:32.810827 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7da3960d-d506-4aaa-ab25-b16424e1472a req-94c83e89-5042-4364-b504-6ae4b4f42d4d tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.1046879 May 10 14:01:32.813734 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-354ed039-7b37-4214-bf5d-2fad7e5f2cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (ea57bc3d-c91d-4028-961c-6af2ae48ec82), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.867591 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354ed039-7b37-4214-bf5d-2fad7e5f2cbd admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:01:32.927413 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ed039-7b37-4214-bf5d-2fad7e5f2cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea57bc3d-c91d-4028-961c-6af2ae48ec82,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:32.945824 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-354ed039-7b37-4214-bf5d-2fad7e5f2cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (8bd1f223-ecde-46d5-a5ac-28e2375b952b), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.946178 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-354ed039-7b37-4214-bf5d-2fad7e5f2cbd admin admin] Added segment 8bd1f223-ecde-46d5-a5ac-28e2375b952b of type vlan for network adde2866-54d8-444b-b7c0-48067c12f37f May 10 14:01:32.963913 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dbc10e9c-6ee1-4f6a-bad3-b5d362803e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for subnet (549d44cc-1c6b-4da1-a8dd-8d3c9ff49681), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:32.975244 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 08ce32f3-607f-4b84-a64c-e90b018b8809 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:33.015182 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7da3960d-d506-4aaa-ab25-b16424e1472a req-35cb07b2-e853-4e38-ad2b-cc9c540a07b1 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877148 May 10 14:01:33.039010 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-354ed039-7b37-4214-bf5d-2fad7e5f2cbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770989082799'] for network (adde2866-54d8-444b-b7c0-48067c12f37f), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.049626 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 08ce32f3-607f-4b84-a64c-e90b018b8809 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:33.050237 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (08ce32f3-607f-4b84-a64c-e90b018b8809), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.061439 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc10e9c-6ee1-4f6a-bad3-b5d362803e7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=549d44cc-1c6b-4da1-a8dd-8d3c9ff49681,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:33.096100 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-354ed039-7b37-4214-bf5d-2fad7e5f2cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for network (adde2866-54d8-444b-b7c0-48067c12f37f), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.097146 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ed039-7b37-4214-bf5d-2fad7e5f2cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:33.097735 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-354ed039-7b37-4214-bf5d-2fad7e5f2cbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.105706 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc10e9c-6ee1-4f6a-bad3-b5d362803e7d admin admin] Checking segment: {'id': '48ba2745-9bac-492d-b8a0-9600be4589e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0fe86ab8-87d6-4f31-9d80-0fbbf9f176eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:33.106089 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc10e9c-6ee1-4f6a-bad3-b5d362803e7d admin admin] Network hostable DHCP agents. Network: 0fe86ab8-87d6-4f31-9d80-0fbbf9f176eb, hostable agents: ['9d798d4e-9452-4d08-ac49-c41e5143ffdf'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:01:33.166575 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-354ed039-7b37-4214-bf5d-2fad7e5f2cbd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9699523 May 10 14:01:33.169736 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51638) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:33.189431 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-6429556f-9c8c-439e-a480-9f0297c39823 admin admin] Request body: {'subnet': {'network_id': 'adde2866-54d8-444b-b7c0-48067c12f37f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-960512567-subnet', 'tenant_id': 'd63edf0ea87748beb70946b8950b066f', 'ip_version': 4}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:33.191046 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ed039-7b37-4214-bf5d-2fad7e5f2cbd admin admin] Pushing event updated for resources: {'Network': ['ID=adde2866-54d8-444b-b7c0-48067c12f37f,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:33.194883 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc10e9c-6ee1-4f6a-bad3-b5d362803e7d admin admin] Network 0fe86ab8-87d6-4f31-9d80-0fbbf9f176eb is scheduled to be hosted by DHCP agent 9d798d4e-9452-4d08-ac49-c41e5143ffdf with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:01:33.205052 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-dbc10e9c-6ee1-4f6a-bad3-b5d362803e7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-6-iscsi, 0fe86ab8-87d6-4f31-9d80-0fbbf9f176eb) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:33.212080 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc10e9c-6ee1-4f6a-bad3-b5d362803e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:33.212352 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-dbc10e9c-6ee1-4f6a-bad3-b5d362803e7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.232322 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-dbc10e9c-6ee1-4f6a-bad3-b5d362803e7d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6866889 May 10 14:01:33.262046 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6429556f-9c8c-439e-a480-9f0297c39823 admin admin] Made reservation on behalf of d63edf0ea87748beb70946b8950b066f for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:01:33.264224 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Network adde2866-54d8-444b-b7c0-48067c12f37f details requested by agent ovs-agent-dv-cinder-840678-6-iscsi with host dv-cinder-840678-6-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:01:33.266295 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6429556f-9c8c-439e-a480-9f0297c39823 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10142832'] for subnet (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.266436 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029df5fe-317b-43c3-9f44-83c7906f6e4b None None] Network 0fe86ab8-87d6-4f31-9d80-0fbbf9f176eb requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:01:33.331264 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] Sync routers for ids ['35f07a70-e556-4b08-bbe9-90c4c253768a'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:01:33.426316 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] Routers {'35f07a70-e556-4b08-bbe9-90c4c253768a'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:01:33.427277 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:01:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['35f07a70-e556-4b08-bbe9-90c4c253768a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:33.525757 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6429556f-9c8c-439e-a480-9f0297c39823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8738766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10142830'] for subnet (8920cd57-962f-4e98-93fc-00f809409d64), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.532090 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 08ce32f3-607f-4b84-a64c-e90b018b8809 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:33.532524 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (08ce32f3-607f-4b84-a64c-e90b018b8809), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.600835 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9cbb99-5dbf-4374-97e6-f5d54444c5c6 None None] Network 0fe86ab8-87d6-4f31-9d80-0fbbf9f176eb requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:01:33.606094 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429556f-9c8c-439e-a480-9f0297c39823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8920cd57-962f-4e98-93fc-00f809409d64,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:33.609478 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] For port 08ce32f3-607f-4b84-a64c-e90b018b8809, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=08ce32f3-607f-4b84-a64c-e90b018b8809,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:01:33.624338 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6429556f-9c8c-439e-a480-9f0297c39823 admin admin] Checking segment: {'id': '8bd1f223-ecde-46d5-a5ac-28e2375b952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'adde2866-54d8-444b-b7c0-48067c12f37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:33.625090 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6429556f-9c8c-439e-a480-9f0297c39823 admin admin] Network hostable DHCP agents. Network: adde2866-54d8-444b-b7c0-48067c12f37f, hostable agents: ['9d798d4e-9452-4d08-ac49-c41e5143ffdf'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:01:33.648676 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6429556f-9c8c-439e-a480-9f0297c39823 admin admin] Network adde2866-54d8-444b-b7c0-48067c12f37f is scheduled to be hosted by DHCP agent 9d798d4e-9452-4d08-ac49-c41e5143ffdf with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:01:33.651231 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (08ce32f3-607f-4b84-a64c-e90b018b8809), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.659619 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-6429556f-9c8c-439e-a480-9f0297c39823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-6-iscsi, adde2866-54d8-444b-b7c0-48067c12f37f) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:33.667077 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429556f-9c8c-439e-a480-9f0297c39823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:33.668185 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6429556f-9c8c-439e-a480-9f0297c39823 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.690027 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6429556f-9c8c-439e-a480-9f0297c39823 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5170066 May 10 14:01:33.690253 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51666) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:33.695391 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-49c3330a-8b79-4685-8ffe-6bdd2ca27724 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-960512567-router', 'tenant_id': 'd63edf0ea87748beb70946b8950b066f', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:33.712909 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771b819e-6bbf-4aaf-abcc-5943f71bdb89 None None] Network adde2866-54d8-444b-b7c0-48067c12f37f requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:01:33.724406 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] Set router 35f07a70-e556-4b08-bbe9-90c4c253768a gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:01:33.739987 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-49c3330a-8b79-4685-8ffe-6bdd2ca27724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1632'] for router (c5c734e1-fb63-464e-a9cc-665bd46fd569), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.741104 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-49c3330a-8b79-4685-8ffe-6bdd2ca27724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1627'] for router (c5c734e1-fb63-464e-a9cc-665bd46fd569), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:33.861994 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-49c3330a-8b79-4685-8ffe-6bdd2ca27724 admin admin] Publish callbacks [] for router_controller (c5c734e1-fb63-464e-a9cc-665bd46fd569), precommit_add_association {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.033189 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-49c3330a-8b79-4685-8ffe-6bdd2ca27724 admin admin] Publish callbacks [] for router_gateway (c5c734e1-fb63-464e-a9cc-665bd46fd569), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.076432 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Pushing event updated for resources: {'Port': ['ID=08ce32f3-607f-4b84-a64c-e90b018b8809,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:34.111214 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 51696) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:34.117887 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-d01e8a22-9f9a-4ae2-9415-5b5a255eeb1d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1099491321-network', 'tenant_id': '80407d5686164cecb1e91a039e1d8c9f'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:34.170429 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01e8a22-9f9a-4ae2-9415-5b5a255eeb1d admin admin] Made reservation on behalf of 80407d5686164cecb1e91a039e1d8c9f for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:01:34.177109 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d01e8a22-9f9a-4ae2-9415-5b5a255eeb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.197731 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d01e8a22-9f9a-4ae2-9415-5b5a255eeb1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.211094 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 4, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'fe7b214a-9000-44e8-befd-b3fb9c002d41', 'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'mac_address': 'fa:16:3e:56:15:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:29Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 2, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'subnets': [{'id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:34.241636 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a90d33b-6a43-4899-a644-976121a77632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b1d9a71-d8a9-5fac-b8fc-dea2988d9731-adde2866-54d8-444b-b7c0-48067c12f37f', 'network_id': 'adde2866-54d8-444b-b7c0-48067c12f37f', 'project_id': 'd63edf0ea87748beb70946b8950b066f', 'fixed_ips': [{'subnet_id': '8920cd57-962f-4e98-93fc-00f809409d64'}]}} from dv-cinder-840678-6-iscsi. {{(pid=103391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 14:01:34.242510 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3a90d33b-6a43-4899-a644-976121a77632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.246280 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] Checking router: 35f07a70-e556-4b08-bbe9-90c4c253768a for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:01:34.246645 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] Updating router 35f07a70-e556-4b08-bbe9-90c4c253768a port fe7b214a-9000-44e8-befd-b3fb9c002d41 binding host dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:01:34.300868 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (fe7b214a-9000-44e8-befd-b3fb9c002d41), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.329625 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 51704) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:34.362883 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d01e8a22-9f9a-4ae2-9415-5b5a255eeb1d admin admin] Publish callbacks [] for security_group (b637c5b6-bff7-4f43-9923-af9979f57497), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.369894 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d01e8a22-9f9a-4ae2-9415-5b5a255eeb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (b637c5b6-bff7-4f43-9923-af9979f57497), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.409689 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e8a22-9f9a-4ae2-9415-5b5a255eeb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b637c5b6-bff7-4f43-9923-af9979f57497,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:34.433063 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01e8a22-9f9a-4ae2-9415-5b5a255eeb1d admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:01:34.454975 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d01e8a22-9f9a-4ae2-9415-5b5a255eeb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (77c6a321-eb46-4273-8941-b918ec2d5a26), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.459124 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-d01e8a22-9f9a-4ae2-9415-5b5a255eeb1d admin admin] Added segment 77c6a321-eb46-4273-8941-b918ec2d5a26 of type vlan for network c423949d-d047-4895-bcc8-504750d232f4 May 10 14:01:34.546250 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-038cbb15-941a-4355-b233-accd01a3da7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.591708 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d01e8a22-9f9a-4ae2-9415-5b5a255eeb1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770989082799'] for network (c423949d-d047-4895-bcc8-504750d232f4), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.686738 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d01e8a22-9f9a-4ae2-9415-5b5a255eeb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for network (c423949d-d047-4895-bcc8-504750d232f4), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.688293 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01e8a22-9f9a-4ae2-9415-5b5a255eeb1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:34.689142 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d01e8a22-9f9a-4ae2-9415-5b5a255eeb1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.690103 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-3a90d33b-6a43-4899-a644-976121a77632 None None] Allocated IP 172.20.0.2 (adde2866-54d8-444b-b7c0-48067c12f37f/8920cd57-962f-4e98-93fc-00f809409d64/292105c0-3021-4604-ac2a-1e6a4bcfad1c) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:01:34.719474 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e526d-673d-424f-abbb-00d06c071cfd req-53b62629-9bf1-4b75-a2af-0e3f3ebb1812 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:34.721715 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-733e526d-673d-424f-abbb-00d06c071cfd req-53b62629-9bf1-4b75-a2af-0e3f3ebb1812 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.4876509 May 10 14:01:34.732720 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-49c3330a-8b79-4685-8ffe-6bdd2ca27724 admin admin] Publish callbacks [] for router_gateway (c5c734e1-fb63-464e-a9cc-665bd46fd569), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.770605 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-49c3330a-8b79-4685-8ffe-6bdd2ca27724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.782046 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a4b87-99c0-4f1d-aa7d-c8e5f9502734 req-5af411ff-7692-4b1b-a294-e5ab0831a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:34.785092 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-744a4b87-99c0-4f1d-aa7d-c8e5f9502734 req-5af411ff-7692-4b1b-a294-e5ab0831a62f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 1129 time: 0.1423843 May 10 14:01:34.801080 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d01e8a22-9f9a-4ae2-9415-5b5a255eeb1d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6880744 May 10 14:01:34.802137 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 51718) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:34.813469 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-4380da1b-b608-4530-a1a8-d3442001d53f admin admin] Request body: {'subnet': {'network_id': 'c423949d-d047-4895-bcc8-504750d232f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1099491321-subnet', 'tenant_id': '80407d5686164cecb1e91a039e1d8c9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:34.858099 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-733e526d-673d-424f-abbb-00d06c071cfd req-6b771f0f-35e0-4ce8-a077-06c8cc5c5969 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228898 May 10 14:01:34.906802 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e8a22-9f9a-4ae2-9415-5b5a255eeb1d admin admin] Pushing event updated for resources: {'Network': ['ID=c423949d-d047-4895-bcc8-504750d232f4,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:34.945806 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Network c423949d-d047-4895-bcc8-504750d232f4 details requested by agent ovs-agent-dv-cinder-840678-6-iscsi with host dv-cinder-840678-6-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:01:34.958062 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-038cbb15-941a-4355-b233-accd01a3da7c admin admin] Publish callbacks [] for security_group (827e7514-ff8b-49b4-94c5-0e683753808f), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.962416 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4380da1b-b608-4530-a1a8-d3442001d53f admin admin] Made reservation on behalf of 80407d5686164cecb1e91a039e1d8c9f for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:01:34.966134 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4380da1b-b608-4530-a1a8-d3442001d53f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.977951 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-49c3330a-8b79-4685-8ffe-6bdd2ca27724 admin admin] Allocated IP 172.27.3.149 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/4b133de4-53d9-46d8-94ee-83a811855951) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:01:34.985817 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-038cbb15-941a-4355-b233-accd01a3da7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (827e7514-ff8b-49b4-94c5-0e683753808f), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:34.991457 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-744a4b87-99c0-4f1d-aa7d-c8e5f9502734 req-1d962b7f-f690-40ef-9ab2-30fe4dc4df77 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875551 May 10 14:01:35.022946 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3a90d33b-6a43-4899-a644-976121a77632 None None] Publish callbacks [] for port (292105c0-3021-4604-ac2a-1e6a4bcfad1c), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.080284 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 08ce32f3-607f-4b84-a64c-e90b018b8809 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:35.083799 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3a90d33b-6a43-4899-a644-976121a77632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (292105c0-3021-4604-ac2a-1e6a4bcfad1c), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.085514 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038cbb15-941a-4355-b233-accd01a3da7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827e7514-ff8b-49b4-94c5-0e683753808f,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:35.110893 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-038cbb15-941a-4355-b233-accd01a3da7c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4579a8f2f6454f889efc87d1666474df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7744377 May 10 14:01:35.112148 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 51724) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:35.130834 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-49c3330a-8b79-4685-8ffe-6bdd2ca27724 admin admin] Publish callbacks [] for port (4b133de4-53d9-46d8-94ee-83a811855951), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.180795 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-49c3330a-8b79-4685-8ffe-6bdd2ca27724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (4b133de4-53d9-46d8-94ee-83a811855951), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.230826 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c3330a-8b79-4685-8ffe-6bdd2ca27724 admin admin] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:35.235439 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-49c3330a-8b79-4685-8ffe-6bdd2ca27724 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:35.237385 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-579bf10a-9eff-499f-960e-aa4094748650 admin admin] Publish callbacks [] for security_group (827e7514-ff8b-49b4-94c5-0e683753808f), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.238161 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c3330a-8b79-4685-8ffe-6bdd2ca27724 admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:01:35.272689 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3330a-8b79-4685-8ffe-6bdd2ca27724 admin admin] Pushing event updated for resources: {'Port': ['ID=4b133de4-53d9-46d8-94ee-83a811855951,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:35.280050 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-579bf10a-9eff-499f-960e-aa4094748650 admin admin] Publish callbacks [] for security_group (827e7514-ff8b-49b4-94c5-0e683753808f), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.357178 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4380da1b-b608-4530-a1a8-d3442001d53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for subnet (fa850046-ef57-426e-8896-bb0e0ca8d676), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.402542 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a90d33b-6a43-4899-a644-976121a77632 None None] Network adde2866-54d8-444b-b7c0-48067c12f37f is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:35.421296 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-579bf10a-9eff-499f-960e-aa4094748650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (827e7514-ff8b-49b4-94c5-0e683753808f), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.423854 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-579bf10a-9eff-499f-960e-aa4094748650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.427366 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-579bf10a-9eff-499f-960e-aa4094748650 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/827e7514-ff8b-49b4-94c5-0e683753808f HTTP/1.1" status: 204 len: 168 time: 0.3079162 May 10 14:01:35.427502 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-3a90d33b-6a43-4899-a644-976121a77632 None None] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:35.429458 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380da1b-b608-4530-a1a8-d3442001d53f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa850046-ef57-426e-8896-bb0e0ca8d676,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:35.432380 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a90d33b-6a43-4899-a644-976121a77632 None None] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:01:35.439702 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579bf10a-9eff-499f-960e-aa4094748650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827e7514-ff8b-49b4-94c5-0e683753808f,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:35.446461 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4380da1b-b608-4530-a1a8-d3442001d53f admin admin] Checking segment: {'id': '77c6a321-eb46-4273-8941-b918ec2d5a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c423949d-d047-4895-bcc8-504750d232f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:35.446859 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4380da1b-b608-4530-a1a8-d3442001d53f admin admin] Network hostable DHCP agents. Network: c423949d-d047-4895-bcc8-504750d232f4, hostable agents: ['9d798d4e-9452-4d08-ac49-c41e5143ffdf'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:01:35.450521 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] Publish callbacks [] for port (fe7b214a-9000-44e8-befd-b3fb9c002d41), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.453379 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90d33b-6a43-4899-a644-976121a77632 None None] Pushing event updated for resources: {'Port': ['ID=292105c0-3021-4604-ac2a-1e6a4bcfad1c,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:35.475861 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4380da1b-b608-4530-a1a8-d3442001d53f admin admin] Network c423949d-d047-4895-bcc8-504750d232f4 is scheduled to be hosted by DHCP agent 9d798d4e-9452-4d08-ac49-c41e5143ffdf with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:01:35.477141 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (fe7b214a-9000-44e8-befd-b3fb9c002d41), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.493193 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-4380da1b-b608-4530-a1a8-d3442001d53f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-6-iscsi, c423949d-d047-4895-bcc8-504750d232f4) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:35.506027 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2851ca1-e516-4812-9c8f-dce632f1a1d2 None None] Network c423949d-d047-4895-bcc8-504750d232f4 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:01:35.508090 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 08ce32f3-607f-4b84-a64c-e90b018b8809 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:35.508545 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (08ce32f3-607f-4b84-a64c-e90b018b8809), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.518534 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4380da1b-b608-4530-a1a8-d3442001d53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:35.519496 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4380da1b-b608-4530-a1a8-d3442001d53f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.565561 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-4380da1b-b608-4530-a1a8-d3442001d53f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7557583 May 10 14:01:35.621670 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-49c3330a-8b79-4685-8ffe-6bdd2ca27724 admin admin] Publish callbacks [] for router_gateway (c5c734e1-fb63-464e-a9cc-665bd46fd569), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.661110 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ec5ca-4773-4755-be86-95817ca7bcf1 None None] Pushing event updated for resources: {'Port': ['ID=fe7b214a-9000-44e8-befd-b3fb9c002d41,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:35.739273 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-3a90d33b-6a43-4899-a644-976121a77632 None None] Attempting to bind port 292105c0-3021-4604-ac2a-1e6a4bcfad1c on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:01:35.739904 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-3a90d33b-6a43-4899-a644-976121a77632 None None] Attempting to bind port 292105c0-3021-4604-ac2a-1e6a4bcfad1c by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '8bd1f223-ecde-46d5-a5ac-28e2375b952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'adde2866-54d8-444b-b7c0-48067c12f37f'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:01:35.740007 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a90d33b-6a43-4899-a644-976121a77632 None None] Attempting to bind port 292105c0-3021-4604-ac2a-1e6a4bcfad1c on network adde2866-54d8-444b-b7c0-48067c12f37f {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:01:35.749180 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a90d33b-6a43-4899-a644-976121a77632 None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:01:35.749572 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a90d33b-6a43-4899-a644-976121a77632 None None] Checking segment: {'id': '8bd1f223-ecde-46d5-a5ac-28e2375b952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'adde2866-54d8-444b-b7c0-48067c12f37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:35.749987 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3a90d33b-6a43-4899-a644-976121a77632 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.750389 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a90d33b-6a43-4899-a644-976121a77632 None None] Bound using segment: {'id': '8bd1f223-ecde-46d5-a5ac-28e2375b952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'adde2866-54d8-444b-b7c0-48067c12f37f'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:01:35.750874 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-3a90d33b-6a43-4899-a644-976121a77632 None None] Bound port: 292105c0-3021-4604-ac2a-1e6a4bcfad1c, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd1f223-ecde-46d5-a5ac-28e2375b952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'adde2866-54d8-444b-b7c0-48067c12f37f'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:01:35.751263 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3a90d33b-6a43-4899-a644-976121a77632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (292105c0-3021-4604-ac2a-1e6a4bcfad1c), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.894201 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] Attempting to bind port fe7b214a-9000-44e8-befd-b3fb9c002d41 on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:01:35.894583 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] Attempting to bind port fe7b214a-9000-44e8-befd-b3fb9c002d41 by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '802f5ae2-3ab4-4db1-a100-675af79fa1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:01:35.894956 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] Attempting to bind port fe7b214a-9000-44e8-befd-b3fb9c002d41 on network c3ef3499-58c5-4573-b70a-3147dbe30f92 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:01:35.898054 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-49c3330a-8b79-4685-8ffe-6bdd2ca27724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537837'] for router (c5c734e1-fb63-464e-a9cc-665bd46fd569), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.907761 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-0763e978-d790-47c8-9de5-bce24055c7d7 None None] Provisioning complete for port fe7b214a-9000-44e8-befd-b3fb9c002d41 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:35.907925 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0763e978-d790-47c8-9de5-bce24055c7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (fe7b214a-9000-44e8-befd-b3fb9c002d41), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.964616 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:01:35.965007 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] Checking segment: {'id': '802f5ae2-3ab4-4db1-a100-675af79fa1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:35.965515 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:35.966269 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] Bound using segment: {'id': '802f5ae2-3ab4-4db1-a100-675af79fa1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:01:35.966826 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] Bound port: fe7b214a-9000-44e8-befd-b3fb9c002d41, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802f5ae2-3ab4-4db1-a100-675af79fa1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:01:35.967260 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (fe7b214a-9000-44e8-befd-b3fb9c002d41), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:36.028923 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23be930-c1c0-4eb5-9bf6-c685f8c08eec None None] Network c423949d-d047-4895-bcc8-504750d232f4 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:01:36.049472 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cb178-2b6e-4f30-8eec-950479403b9e req-7ea7f1a3-742b-444d-bb55-be72a179aeb5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:36.054338 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-3a90d33b-6a43-4899-a644-976121a77632 None None] For port 292105c0-3021-4604-ac2a-1e6a4bcfad1c, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:01:36.059536 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-800cb178-2b6e-4f30-8eec-950479403b9e req-7ea7f1a3-742b-444d-bb55-be72a179aeb5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0955451 May 10 14:01:36.099405 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-0763e978-d790-47c8-9de5-bce24055c7d7 None None] Port fe7b214a-9000-44e8-befd-b3fb9c002d41 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:01:36.118655 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c3330a-8b79-4685-8ffe-6bdd2ca27724 admin admin] Router c5c734e1-fb63-464e-a9cc-665bd46fd569 is scheduled to L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 with binding_index 1 {{(pid=103390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 14:01:36.142324 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-3a90d33b-6a43-4899-a644-976121a77632 None None] For port 292105c0-3021-4604-ac2a-1e6a4bcfad1c, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=292105c0-3021-4604-ac2a-1e6a4bcfad1c,segment=NetworkSegment(8bd1f223-ecde-46d5-a5ac-28e2375b952b),segment_id=8bd1f223-ecde-46d5-a5ac-28e2375b952b)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:01:36.148094 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-800cb178-2b6e-4f30-8eec-950479403b9e req-9f255d85-1769-45ec-830e-1b85633df2c9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864654 May 10 14:01:36.151695 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 08ce32f3-607f-4b84-a64c-e90b018b8809 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:36.160587 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3a90d33b-6a43-4899-a644-976121a77632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (292105c0-3021-4604-ac2a-1e6a4bcfad1c), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:36.244817 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] For port fe7b214a-9000-44e8-befd-b3fb9c002d41, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:01:36.260198 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] For port fe7b214a-9000-44e8-befd-b3fb9c002d41, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=fe7b214a-9000-44e8-befd-b3fb9c002d41,segment=NetworkSegment(802f5ae2-3ab4-4db1-a100-675af79fa1cc),segment_id=802f5ae2-3ab4-4db1-a100-675af79fa1cc)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:01:36.293571 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (fe7b214a-9000-44e8-befd-b3fb9c002d41), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:36.297188 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c3330a-8b79-4685-8ffe-6bdd2ca27724 admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:01:36.311522 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] Sync routers for ids ['c5c734e1-fb63-464e-a9cc-665bd46fd569'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:01:36.327162 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-49c3330a-8b79-4685-8ffe-6bdd2ca27724 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:36.328257 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90d33b-6a43-4899-a644-976121a77632 None None] Pushing event updated for resources: {'Port': ['ID=292105c0-3021-4604-ac2a-1e6a4bcfad1c,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:36.330089 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] Routers {'c5c734e1-fb63-464e-a9cc-665bd46fd569'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:01:36.331711 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:01:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['c5c734e1-fb63-464e-a9cc-665bd46fd569'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:36.333522 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 51758) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:36.333643 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-49c3330a-8b79-4685-8ffe-6bdd2ca27724 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6420977 May 10 14:01:36.492378 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ec5ca-4773-4755-be86-95817ca7bcf1 None None] Pushing event updated for resources: {'Port': ['ID=fe7b214a-9000-44e8-befd-b3fb9c002d41,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:36.498072 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] Routers {'35f07a70-e556-4b08-bbe9-90c4c253768a'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:01:36.498720 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:01:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['35f07a70-e556-4b08-bbe9-90c4c253768a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:36.674466 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] Set router c5c734e1-fb63-464e-a9cc-665bd46fd569 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:01:36.739939 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] Set router 35f07a70-e556-4b08-bbe9-90c4c253768a gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:01:36.937632 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-71b85d18-422b-4727-ba31-bfedd01c7a3f None None] Provisioning complete for port fe7b214a-9000-44e8-befd-b3fb9c002d41 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:36.937632 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-71b85d18-422b-4727-ba31-bfedd01c7a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (fe7b214a-9000-44e8-befd-b3fb9c002d41), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:37.000746 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c734e1-fb63-464e-a9cc-665bd46fd569', 'name': 'tempest-TestVolumeBootPattern-960512567-router', 'tenant_id': 'd63edf0ea87748beb70946b8950b066f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '4b133de4-53d9-46d8-94ee-83a811855951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:33Z', 'updated_at': '2022-05-10T14:01:35Z', 'revision_number': 3, 'project_id': 'd63edf0ea87748beb70946b8950b066f', 'gw_port': {'id': '4b133de4-53d9-46d8-94ee-83a811855951', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:27:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c734e1-fb63-464e-a9cc-665bd46fd569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:37.030241 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] Checking router: c5c734e1-fb63-464e-a9cc-665bd46fd569 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:01:37.030856 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] Updating router c5c734e1-fb63-464e-a9cc-665bd46fd569 port 4b133de4-53d9-46d8-94ee-83a811855951 binding host dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:01:37.058460 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 292105c0-3021-4604-ac2a-1e6a4bcfad1c up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:37.064787 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (4b133de4-53d9-46d8-94ee-83a811855951), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:37.185018 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 292105c0-3021-4604-ac2a-1e6a4bcfad1c triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:37.185401 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (292105c0-3021-4604-ac2a-1e6a4bcfad1c), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:37.323001 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc6d06-d26f-4412-afae-b52861081d32 req-5852a56c-15de-4b66-9d56-d43cdd2efc66 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:37.332746 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-14bc6d06-d26f-4412-afae-b52861081d32 req-5852a56c-15de-4b66-9d56-d43cdd2efc66 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0695393 May 10 14:01:37.358949 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c76f7590-dbe9-40a7-a890-eba20766fe48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:37.389890 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 4, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'fe7b214a-9000-44e8-befd-b3fb9c002d41', 'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'mac_address': 'fa:16:3e:56:15:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:29Z', 'updated_at': '2022-05-10T14:01:36Z', 'revision_number': 4, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'subnets': [{'id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:37.434556 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-14bc6d06-d26f-4412-afae-b52861081d32 req-e11affaa-a88a-4847-bcbf-f9173d0f1bd2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938375 May 10 14:01:37.439532 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] Publish callbacks [] for port (4b133de4-53d9-46d8-94ee-83a811855951), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:37.447602 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (4b133de4-53d9-46d8-94ee-83a811855951), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:37.484117 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9289fff-777e-4978-8a53-eaffe34704c8 None None] The sync data for ids ['35f07a70-e556-4b08-bbe9-90c4c253768a'] in dv-cinder-840678-6-iscsi is: [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 4, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'fe7b214a-9000-44e8-befd-b3fb9c002d41', 'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'mac_address': 'fa:16:3e:56:15:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:29Z', 'updated_at': '2022-05-10T14:01:36Z', 'revision_number': 4, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'subnets': [{'id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:01:37.506187 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-71b85d18-422b-4727-ba31-bfedd01c7a3f None None] Current status of the port fe7b214a-9000-44e8-befd-b3fb9c002d41 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:37.512457 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-71b85d18-422b-4727-ba31-bfedd01c7a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (fe7b214a-9000-44e8-befd-b3fb9c002d41), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:37.529215 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] Attempting to bind port 4b133de4-53d9-46d8-94ee-83a811855951 on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:01:37.529585 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] Attempting to bind port 4b133de4-53d9-46d8-94ee-83a811855951 by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:01:37.529955 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] Attempting to bind port 4b133de4-53d9-46d8-94ee-83a811855951 on network 89429d30-8d6e-4195-a41d-5d4817ee56e2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:01:37.545682 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479786aa-d357-4cb8-975a-015c79b4b763 None None] Pushing event updated for resources: {'Port': ['ID=4b133de4-53d9-46d8-94ee-83a811855951,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:37.545682 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:01:37.545682 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] Checking segment: {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:37.545977 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:37.546269 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] Bound using segment: {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:01:37.553853 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] Bound port: 4b133de4-53d9-46d8-94ee-83a811855951, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:01:37.554507 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (4b133de4-53d9-46d8-94ee-83a811855951), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:37.642335 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 292105c0-3021-4604-ac2a-1e6a4bcfad1c is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:37.644419 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (292105c0-3021-4604-ac2a-1e6a4bcfad1c), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:37.669286 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-71b85d18-422b-4727-ba31-bfedd01c7a3f None None] For port fe7b214a-9000-44e8-befd-b3fb9c002d41, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=fe7b214a-9000-44e8-befd-b3fb9c002d41,segment=NetworkSegment(802f5ae2-3ab4-4db1-a100-675af79fa1cc),segment_id=802f5ae2-3ab4-4db1-a100-675af79fa1cc)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:01:37.690425 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-71b85d18-422b-4727-ba31-bfedd01c7a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (fe7b214a-9000-44e8-befd-b3fb9c002d41), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:37.746082 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbd520-39af-4562-b3f3-066b615619f9 req-56f0eb11-50c9-4e3c-9ed5-5ecac2a36d87 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:37.756686 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8ddbd520-39af-4562-b3f3-066b615619f9 req-56f0eb11-50c9-4e3c-9ed5-5ecac2a36d87 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.1876867 May 10 14:01:37.794622 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] For port 4b133de4-53d9-46d8-94ee-83a811855951, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:01:37.799748 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] For port 4b133de4-53d9-46d8-94ee-83a811855951, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=4b133de4-53d9-46d8-94ee-83a811855951,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:01:37.817063 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] For port 292105c0-3021-4604-ac2a-1e6a4bcfad1c, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=292105c0-3021-4604-ac2a-1e6a4bcfad1c,segment=NetworkSegment(8bd1f223-ecde-46d5-a5ac-28e2375b952b),segment_id=8bd1f223-ecde-46d5-a5ac-28e2375b952b)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:01:37.827652 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (4b133de4-53d9-46d8-94ee-83a811855951), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:37.852024 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (292105c0-3021-4604-ac2a-1e6a4bcfad1c), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:37.857372 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-c76f7590-dbe9-40a7-a890-eba20766fe48 admin admin] Allocated IP 172.20.0.1 (adde2866-54d8-444b-b7c0-48067c12f37f/8920cd57-962f-4e98-93fc-00f809409d64/e510159d-41cd-41b7-b668-cecf5bc265e4) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:01:37.941475 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b85d18-422b-4727-ba31-bfedd01c7a3f None None] Pushing event updated for resources: {'Port': ['ID=fe7b214a-9000-44e8-befd-b3fb9c002d41,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:37.946529 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] Routers {'c5c734e1-fb63-464e-a9cc-665bd46fd569'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:01:37.948137 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:01:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['c5c734e1-fb63-464e-a9cc-665bd46fd569'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:38.058342 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479786aa-d357-4cb8-975a-015c79b4b763 None None] Pushing event updated for resources: {'Port': ['ID=4b133de4-53d9-46d8-94ee-83a811855951,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:38.070991 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Pushing event updated for resources: {'Port': ['ID=292105c0-3021-4604-ac2a-1e6a4bcfad1c,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:38.086475 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c76f7590-dbe9-40a7-a890-eba20766fe48 admin admin] Publish callbacks [] for port (e510159d-41cd-41b7-b668-cecf5bc265e4), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:38.143846 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7c4f88-02af-4fd0-804e-3cd2ee2e4fce None None] Network adde2866-54d8-444b-b7c0-48067c12f37f requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:01:38.194298 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8ddbd520-39af-4562-b3f3-066b615619f9 req-3c773690-c3b8-4a06-85d5-d0bf38f5c331 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325798 May 10 14:01:38.215116 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c76f7590-dbe9-40a7-a890-eba20766fe48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (e510159d-41cd-41b7-b668-cecf5bc265e4), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:38.237259 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] Set router c5c734e1-fb63-464e-a9cc-665bd46fd569 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:01:38.251356 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-a5d2c6f1-e2ed-4726-8703-5861a1f34e89 None None] Provisioning complete for port 292105c0-3021-4604-ac2a-1e6a4bcfad1c triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:38.251356 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a5d2c6f1-e2ed-4726-8703-5861a1f34e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (292105c0-3021-4604-ac2a-1e6a4bcfad1c), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:38.291539 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76f7590-dbe9-40a7-a890-eba20766fe48 admin admin] Network adde2866-54d8-444b-b7c0-48067c12f37f is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:38.299771 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-c76f7590-dbe9-40a7-a890-eba20766fe48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:38.316496 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76f7590-dbe9-40a7-a890-eba20766fe48 admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:01:38.317080 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c76f7590-dbe9-40a7-a890-eba20766fe48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540858'] for router_interface (c5c734e1-fb63-464e-a9cc-665bd46fd569), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:38.433149 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f7590-dbe9-40a7-a890-eba20766fe48 admin admin] Pushing event updated for resources: {'Port': ['ID=e510159d-41cd-41b7-b668-cecf5bc265e4,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:38.613098 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c76f7590-dbe9-40a7-a890-eba20766fe48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (e510159d-41cd-41b7-b668-cecf5bc265e4), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:38.655744 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:01:38.659242 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-a5d2c6f1-e2ed-4726-8703-5861a1f34e89 None None] Current status of the port 292105c0-3021-4604-ac2a-1e6a4bcfad1c is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:38.833375 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c734e1-fb63-464e-a9cc-665bd46fd569', 'name': 'tempest-TestVolumeBootPattern-960512567-router', 'tenant_id': 'd63edf0ea87748beb70946b8950b066f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '4b133de4-53d9-46d8-94ee-83a811855951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:33Z', 'updated_at': '2022-05-10T14:01:35Z', 'revision_number': 3, 'project_id': 'd63edf0ea87748beb70946b8950b066f', 'gw_port': {'id': '4b133de4-53d9-46d8-94ee-83a811855951', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:27:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c734e1-fb63-464e-a9cc-665bd46fd569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:38.947661 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480943bb-90bc-4c89-a4a1-babcae4fdb33 None None] The sync data for ids ['c5c734e1-fb63-464e-a9cc-665bd46fd569'] in dv-cinder-840678-6-iscsi is: [{'id': 'c5c734e1-fb63-464e-a9cc-665bd46fd569', 'name': 'tempest-TestVolumeBootPattern-960512567-router', 'tenant_id': 'd63edf0ea87748beb70946b8950b066f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '4b133de4-53d9-46d8-94ee-83a811855951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:33Z', 'updated_at': '2022-05-10T14:01:35Z', 'revision_number': 3, 'project_id': 'd63edf0ea87748beb70946b8950b066f', 'gw_port': {'id': '4b133de4-53d9-46d8-94ee-83a811855951', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:27:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c734e1-fb63-464e-a9cc-665bd46fd569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:01:39.023654 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-ffda20bc-d3f2-47ff-b985-51b3ef739b3d None None] Provisioning complete for port e510159d-41cd-41b7-b668-cecf5bc265e4 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:39.023654 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffda20bc-d3f2-47ff-b985-51b3ef739b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (e510159d-41cd-41b7-b668-cecf5bc265e4), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.038261 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c76f7590-dbe9-40a7-a890-eba20766fe48 admin admin] Publish callbacks [] for port (e510159d-41cd-41b7-b668-cecf5bc265e4), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.048662 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c76f7590-dbe9-40a7-a890-eba20766fe48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (e510159d-41cd-41b7-b668-cecf5bc265e4), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.052474 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c76f7590-dbe9-40a7-a890-eba20766fe48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-506185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544391'] for router_interface (c5c734e1-fb63-464e-a9cc-665bd46fd569), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.137128 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-ffda20bc-d3f2-47ff-b985-51b3ef739b3d None None] Port e510159d-41cd-41b7-b668-cecf5bc265e4 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:01:39.142993 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f7590-dbe9-40a7-a890-eba20766fe48 admin admin] Pushing event updated for resources: {'Port': ['ID=e510159d-41cd-41b7-b668-cecf5bc265e4,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:39.161012 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-ffda20bc-d3f2-47ff-b985-51b3ef739b3d None None] Provisioning complete for port 292105c0-3021-4604-ac2a-1e6a4bcfad1c triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:39.161394 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ffda20bc-d3f2-47ff-b985-51b3ef739b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (292105c0-3021-4604-ac2a-1e6a4bcfad1c), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.219040 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 292105c0-3021-4604-ac2a-1e6a4bcfad1c up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:39.350526 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76f7590-dbe9-40a7-a890-eba20766fe48 admin admin] Network adde2866-54d8-444b-b7c0-48067c12f37f is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:39.352019 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-c76f7590-dbe9-40a7-a890-eba20766fe48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:39.386757 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 292105c0-3021-4604-ac2a-1e6a4bcfad1c triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:39.387144 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (292105c0-3021-4604-ac2a-1e6a4bcfad1c), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.639734 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76f7590-dbe9-40a7-a890-eba20766fe48 admin admin] Router c5c734e1-fb63-464e-a9cc-665bd46fd569 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:01:39.693249 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51840) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:39.694522 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 292105c0-3021-4604-ac2a-1e6a4bcfad1c is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:39.703976 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device fe7b214a-9000-44e8-befd-b3fb9c002d41 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:39.707397 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-ffda20bc-d3f2-47ff-b985-51b3ef739b3d None None] Current status of the port 292105c0-3021-4604-ac2a-1e6a4bcfad1c is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:39.882394 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-750fbc0c-e2e0-4e72-86d0-aa79124aec9b None None] Provisioning complete for port e510159d-41cd-41b7-b668-cecf5bc265e4 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:39.882900 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-750fbc0c-e2e0-4e72-86d0-aa79124aec9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (e510159d-41cd-41b7-b668-cecf5bc265e4), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.892883 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port fe7b214a-9000-44e8-befd-b3fb9c002d41 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:39.893271 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (fe7b214a-9000-44e8-befd-b3fb9c002d41), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.968649 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c613c934-2ca2-49bf-aec6-66edc87fa5e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:39.981201 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76f7590-dbe9-40a7-a890-eba20766fe48 admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:01:40.005613 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-c76f7590-dbe9-40a7-a890-eba20766fe48 admin admin] 10.222.0.49 "PUT /v2.0/routers/c5c734e1-fb63-464e-a9cc-665bd46fd569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6708632 May 10 14:01:40.075322 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-750fbc0c-e2e0-4e72-86d0-aa79124aec9b None None] Port e510159d-41cd-41b7-b668-cecf5bc265e4 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:01:40.224969 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6e9e8a1b-81d4-4d16-889a-8d3e32983b2d None None] Provisioning complete for port e510159d-41cd-41b7-b668-cecf5bc265e4 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:40.225352 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6e9e8a1b-81d4-4d16-889a-8d3e32983b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (e510159d-41cd-41b7-b668-cecf5bc265e4), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:40.227701 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c613c934-2ca2-49bf-aec6-66edc87fa5e8 admin admin] Publish callbacks [] for security_group (0c18fc69-a0f2-4254-9d0e-41b0d7c225e9), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:40.230504 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port fe7b214a-9000-44e8-befd-b3fb9c002d41 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:40.243366 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c613c934-2ca2-49bf-aec6-66edc87fa5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (0c18fc69-a0f2-4254-9d0e-41b0d7c225e9), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:40.315048 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6e9e8a1b-81d4-4d16-889a-8d3e32983b2d None None] Port e510159d-41cd-41b7-b668-cecf5bc265e4 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:01:40.328562 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 51862) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:40.330380 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c613c934-2ca2-49bf-aec6-66edc87fa5e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=36182fe0c2a742e185c252ab83d86b1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6334975 May 10 14:01:40.344684 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613c934-2ca2-49bf-aec6-66edc87fa5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c18fc69-a0f2-4254-9d0e-41b0d7c225e9,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:40.419515 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ada3deba-f3a0-469f-837a-70983d7b3f00 admin admin] Publish callbacks [] for security_group (0c18fc69-a0f2-4254-9d0e-41b0d7c225e9), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:40.452135 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ada3deba-f3a0-469f-837a-70983d7b3f00 admin admin] Publish callbacks [] for security_group (0c18fc69-a0f2-4254-9d0e-41b0d7c225e9), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:40.509809 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b4f95-e416-40dd-9a63-e20e4622001a req-c69189a5-7584-4d54-b475-317e88cdc931 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:40.517946 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-457b4f95-e416-40dd-9a63-e20e4622001a req-c69189a5-7584-4d54-b475-317e88cdc931 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.0743382 May 10 14:01:40.523018 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ead8-046a-49ee-be23-daa78761783f req-daf9897c-0a1f-4529-815b-1801da93c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:40.524631 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3782ead8-046a-49ee-be23-daa78761783f req-daf9897c-0a1f-4529-815b-1801da93c2ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=368287ad726146f88559c73a86e4b26d&device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 1130 time: 0.0525174 May 10 14:01:40.563366 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ada3deba-f3a0-469f-837a-70983d7b3f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (0c18fc69-a0f2-4254-9d0e-41b0d7c225e9), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:40.566743 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ada3deba-f3a0-469f-837a-70983d7b3f00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:40.570555 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ada3deba-f3a0-469f-837a-70983d7b3f00 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c18fc69-a0f2-4254-9d0e-41b0d7c225e9 HTTP/1.1" status: 204 len: 168 time: 0.2372639 May 10 14:01:40.570667 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-457b4f95-e416-40dd-9a63-e20e4622001a req-01e86ab0-7e20-4b03-93db-60da3156b57b tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514324 May 10 14:01:40.585452 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51868) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:40.590186 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-1fa5dd9f-7c5c-48ed-8678-6e39891262b4 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-821776293', 'description': 'tempest-secgroup-smoke-821776293 description', 'project_id': '104740054c3a47ca8cc3cb262d975fd5'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:40.614137 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1fa5dd9f-7c5c-48ed-8678-6e39891262b4 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:40.704545 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1fa5dd9f-7c5c-48ed-8678-6e39891262b4 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for security_group (4f074584-913b-4ce0-8ce8-c4605c6b2eae), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:40.708917 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1fa5dd9f-7c5c-48ed-8678-6e39891262b4 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (4f074584-913b-4ce0-8ce8-c4605c6b2eae), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:40.737249 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1fa5dd9f-7c5c-48ed-8678-6e39891262b4 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:40.738794 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-1fa5dd9f-7c5c-48ed-8678-6e39891262b4 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1520844 May 10 14:01:40.742343 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51872) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:40.747793 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-98ac6a99-ae6f-470e-a171-4dc519fbc93b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Request body: {'security_group_rule': {'security_group_id': '4f074584-913b-4ce0-8ce8-c4605c6b2eae', 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:40.770795 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5dd9f-7c5c-48ed-8678-6e39891262b4 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f074584-913b-4ce0-8ce8-c4605c6b2eae,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:40.786673 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-98ac6a99-ae6f-470e-a171-4dc519fbc93b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for security_group_rule (3124ffc5-13b8-4c18-896e-fa042330ca2a), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:40.852081 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3deba-f3a0-469f-837a-70983d7b3f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c18fc69-a0f2-4254-9d0e-41b0d7c225e9,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:40.862130 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-98ac6a99-ae6f-470e-a171-4dc519fbc93b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for security_group_rule (3124ffc5-13b8-4c18-896e-fa042330ca2a), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:40.866612 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-98ac6a99-ae6f-470e-a171-4dc519fbc93b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (3124ffc5-13b8-4c18-896e-fa042330ca2a), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:40.888004 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac6a99-ae6f-470e-a171-4dc519fbc93b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3124ffc5-13b8-4c18-896e-fa042330ca2a,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:40.913297 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-98ac6a99-ae6f-470e-a171-4dc519fbc93b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:40.914394 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ead8-046a-49ee-be23-daa78761783f req-5e99a565-eadd-4488-a5dd-0bc5ea2cecab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:40.915938 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3782ead8-046a-49ee-be23-daa78761783f req-5e99a565-eadd-4488-a5dd-0bc5ea2cecab service neutron] 10.222.0.57 "GET /v2.0/networks?id=74785619-4d29-47a9-9c74-95cf48855a3c HTTP/1.1" status: 200 len: 919 time: 0.3761814 May 10 14:01:40.916641 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-98ac6a99-ae6f-470e-a171-4dc519fbc93b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1731184 May 10 14:01:40.917361 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51878) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:40.922355 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-a86517fb-ca2a-4115-b543-b4654ffa171b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Request body: {'security_group_rule': {'security_group_id': '4f074584-913b-4ce0-8ce8-c4605c6b2eae', 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:40.954072 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a86517fb-ca2a-4115-b543-b4654ffa171b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for security_group_rule (6d987f40-74ce-453d-ac14-581a05fea704), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:40.977588 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3782ead8-046a-49ee-be23-daa78761783f req-c2b73277-52c6-4fcb-b6eb-8cbab86a2283 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54c8afe4-b86d-4757-bf04-f87c35143a83 HTTP/1.1" status: 200 len: 217 time: 0.0519695 May 10 14:01:41.011632 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 4b133de4-53d9-46d8-94ee-83a811855951 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:41.021796 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a86517fb-ca2a-4115-b543-b4654ffa171b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for security_group_rule (6d987f40-74ce-453d-ac14-581a05fea704), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.038163 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a86517fb-ca2a-4115-b543-b4654ffa171b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (6d987f40-74ce-453d-ac14-581a05fea704), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.057076 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ead8-046a-49ee-be23-daa78761783f req-aa05faef-50a7-40d7-86e4-cd4cb75e572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:41.059086 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3782ead8-046a-49ee-be23-daa78761783f req-aa05faef-50a7-40d7-86e4-cd4cb75e572f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3840d9d-0915-4f13-a509-4479e7e326c0 HTTP/1.1" status: 200 len: 857 time: 0.0695484 May 10 14:01:41.066253 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86517fb-ca2a-4115-b543-b4654ffa171b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d987f40-74ce-453d-ac14-581a05fea704,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:41.081738 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a86517fb-ca2a-4115-b543-b4654ffa171b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.085967 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a86517fb-ca2a-4115-b543-b4654ffa171b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1676366 May 10 14:01:41.086106 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 4b133de4-53d9-46d8-94ee-83a811855951 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:41.086751 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (4b133de4-53d9-46d8-94ee-83a811855951), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.087995 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51888) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:41.094313 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-de4f81d1-07dd-4035-935d-e0485d81486d tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Request body: {'security_group_rule': {'security_group_id': '4f074584-913b-4ce0-8ce8-c4605c6b2eae', 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:41.127577 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de4f81d1-07dd-4035-935d-e0485d81486d tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for security_group_rule (e5d274c3-ef63-407a-8541-14da3bf25f2b), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.143864 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ead8-046a-49ee-be23-daa78761783f req-3a815924-ea30-48a8-a4e4-13c17a3cff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:41.145503 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3782ead8-046a-49ee-be23-daa78761783f req-3a815924-ea30-48a8-a4e4-13c17a3cff24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74785619-4d29-47a9-9c74-95cf48855a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0677493 May 10 14:01:41.243687 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de4f81d1-07dd-4035-935d-e0485d81486d tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for security_group_rule (e5d274c3-ef63-407a-8541-14da3bf25f2b), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.254302 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de4f81d1-07dd-4035-935d-e0485d81486d tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (e5d274c3-ef63-407a-8541-14da3bf25f2b), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.284792 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f81d1-07dd-4035-935d-e0485d81486d tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d274c3-ef63-407a-8541-14da3bf25f2b,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:41.302571 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 4b133de4-53d9-46d8-94ee-83a811855951 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:41.302969 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (4b133de4-53d9-46d8-94ee-83a811855951), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.325382 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de4f81d1-07dd-4035-935d-e0485d81486d tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.325382 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-de4f81d1-07dd-4035-935d-e0485d81486d tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2351949 May 10 14:01:41.327956 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51906) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:41.334979 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3782ead8-046a-49ee-be23-daa78761783f req-303f2940-0280-4406-949d-7ba0717e59e8 service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789484 May 10 14:01:41.337740 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-e4110a39-cf2e-4a50-9146-6b3b5695030b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Request body: {'security_group_rule': {'security_group_id': '4f074584-913b-4ce0-8ce8-c4605c6b2eae', 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:41.346393 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] For port 4b133de4-53d9-46d8-94ee-83a811855951, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=4b133de4-53d9-46d8-94ee-83a811855951,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:01:41.354243 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (4b133de4-53d9-46d8-94ee-83a811855951), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.403057 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e4110a39-cf2e-4a50-9146-6b3b5695030b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for security_group_rule (5c4f2ed7-803f-44b9-ac8f-70f946737379), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.498671 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Pushing event updated for resources: {'Port': ['ID=4b133de4-53d9-46d8-94ee-83a811855951,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:41.503522 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e4110a39-cf2e-4a50-9146-6b3b5695030b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for security_group_rule (5c4f2ed7-803f-44b9-ac8f-70f946737379), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.517957 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e4110a39-cf2e-4a50-9146-6b3b5695030b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (5c4f2ed7-803f-44b9-ac8f-70f946737379), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.530851 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3782ead8-046a-49ee-be23-daa78761783f req-6135e67d-9196-4ed4-bf31-ffeb0603586e service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796701 May 10 14:01:41.549114 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4110a39-cf2e-4a50-9146-6b3b5695030b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4f2ed7-803f-44b9-ac8f-70f946737379,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:41.560739 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e4110a39-cf2e-4a50-9146-6b3b5695030b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.562457 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e4110a39-cf2e-4a50-9146-6b3b5695030b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2330689 May 10 14:01:41.565291 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51918) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:41.570982 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-39f46738-54c9-4373-824c-b252b2e3d736 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Request body: {'security_group_rule': {'security_group_id': '4f074584-913b-4ce0-8ce8-c4605c6b2eae', 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:41.602589 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.securitygroups_db [None req-39f46738-54c9-4373-824c-b252b2e3d736 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Project 104740054c3a47ca8cc3cb262d975fd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:01:41.612790 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-39f46738-54c9-4373-824c-b252b2e3d736 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for security_group_rule (df410a52-782f-4c25-84e4-07cc50058351), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.665442 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] Sync routers for ids ['c5c734e1-fb63-464e-a9cc-665bd46fd569'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:01:41.694996 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 51928) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:41.695166 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] Routers {'c5c734e1-fb63-464e-a9cc-665bd46fd569'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:01:41.695760 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:01:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['c5c734e1-fb63-464e-a9cc-665bd46fd569'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:41.778210 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-39f46738-54c9-4373-824c-b252b2e3d736 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for security_group_rule (df410a52-782f-4c25-84e4-07cc50058351), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.786972 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-39f46738-54c9-4373-824c-b252b2e3d736 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (df410a52-782f-4c25-84e4-07cc50058351), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.801181 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a353306-b945-45db-b8c1-94cfcdb9e690 req-aabc370c-3691-49f6-9c95-fadbd098154c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:41.802689 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1a353306-b945-45db-b8c1-94cfcdb9e690 req-aabc370c-3691-49f6-9c95-fadbd098154c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.0967653 May 10 14:01:41.826325 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-77e62b7f-4723-4a3b-b37f-8591bd3bfdbc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1991074628-network', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:41.831112 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] Set router c5c734e1-fb63-464e-a9cc-665bd46fd569 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:01:41.847543 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f46738-54c9-4373-824c-b252b2e3d736 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df410a52-782f-4c25-84e4-07cc50058351,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:41.860984 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e62b7f-4723-4a3b-b37f-8591bd3bfdbc admin admin] Made reservation on behalf of b1e759f08bf04eeabbbc1b14bca8a169 for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:01:41.864204 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-77e62b7f-4723-4a3b-b37f-8591bd3bfdbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.871825 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-39f46738-54c9-4373-824c-b252b2e3d736 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.873071 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-39f46738-54c9-4373-824c-b252b2e3d736 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3065252 May 10 14:01:41.876568 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 51932) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:41.880505 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-77e62b7f-4723-4a3b-b37f-8591bd3bfdbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:41.881291 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-9ded4863-33b2-4b3a-b198-e14e04a88d57 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Request body: {'security_group_rule': {'security_group_id': '4f074584-913b-4ce0-8ce8-c4605c6b2eae', 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:41.905200 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1a353306-b945-45db-b8c1-94cfcdb9e690 req-cc7c159f-9fca-4642-b8ed-76e9e9ad2990 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900903 May 10 14:01:41.917904 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.securitygroups_db [None req-9ded4863-33b2-4b3a-b198-e14e04a88d57 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Project 104740054c3a47ca8cc3cb262d975fd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:01:41.932617 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9ded4863-33b2-4b3a-b198-e14e04a88d57 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for security_group_rule (4bda781f-be25-4f82-8da7-f54835f25cc3), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.003537 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-77e62b7f-4723-4a3b-b37f-8591bd3bfdbc admin admin] Publish callbacks [] for security_group (3621e410-ad4e-4c3f-8955-2f6b893244fd), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.010212 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9ded4863-33b2-4b3a-b198-e14e04a88d57 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for security_group_rule (4bda781f-be25-4f82-8da7-f54835f25cc3), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.010942 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-77e62b7f-4723-4a3b-b37f-8591bd3bfdbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (3621e410-ad4e-4c3f-8955-2f6b893244fd), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.017365 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9ded4863-33b2-4b3a-b198-e14e04a88d57 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (4bda781f-be25-4f82-8da7-f54835f25cc3), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.041878 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded4863-33b2-4b3a-b198-e14e04a88d57 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bda781f-be25-4f82-8da7-f54835f25cc3,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:42.051744 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e62b7f-4723-4a3b-b37f-8591bd3bfdbc admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:01:42.053236 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9ded4863-33b2-4b3a-b198-e14e04a88d57 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.055119 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9ded4863-33b2-4b3a-b198-e14e04a88d57 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1776192 May 10 14:01:42.071736 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e62b7f-4723-4a3b-b37f-8591bd3bfdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3621e410-ad4e-4c3f-8955-2f6b893244fd,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:42.080337 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-77e62b7f-4723-4a3b-b37f-8591bd3bfdbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (61f95c22-8d28-4698-ac9e-b472ae7527f0), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.080696 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-77e62b7f-4723-4a3b-b37f-8591bd3bfdbc admin admin] Added segment 61f95c22-8d28-4698-ac9e-b472ae7527f0 of type vlan for network 4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92 May 10 14:01:42.110510 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c734e1-fb63-464e-a9cc-665bd46fd569', 'name': 'tempest-TestVolumeBootPattern-960512567-router', 'tenant_id': 'd63edf0ea87748beb70946b8950b066f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '4b133de4-53d9-46d8-94ee-83a811855951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:33Z', 'updated_at': '2022-05-10T14:01:38Z', 'revision_number': 4, 'project_id': 'd63edf0ea87748beb70946b8950b066f', 'gw_port': {'id': '4b133de4-53d9-46d8-94ee-83a811855951', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:27:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c734e1-fb63-464e-a9cc-665bd46fd569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'e510159d-41cd-41b7-b668-cecf5bc265e4', 'name': '', 'network_id': 'adde2866-54d8-444b-b7c0-48067c12f37f', 'tenant_id': 'd63edf0ea87748beb70946b8950b066f', 'mac_address': 'fa:16:3e:de:3e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c734e1-fb63-464e-a9cc-665bd46fd569', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '8920cd57-962f-4e98-93fc-00f809409d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:37Z', 'updated_at': '2022-05-10T14:01:38Z', 'revision_number': 2, 'project_id': 'd63edf0ea87748beb70946b8950b066f', 'subnets': [{'id': '8920cd57-962f-4e98-93fc-00f809409d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:42.136700 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-77e62b7f-4723-4a3b-b37f-8591bd3bfdbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770989082799'] for network (4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.146152 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] Checking router: c5c734e1-fb63-464e-a9cc-665bd46fd569 for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:01:42.146476 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] Updating router c5c734e1-fb63-464e-a9cc-665bd46fd569 port e510159d-41cd-41b7-b668-cecf5bc265e4 binding host dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:01:42.175775 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-77e62b7f-4723-4a3b-b37f-8591bd3bfdbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for network (4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.176244 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (e510159d-41cd-41b7-b668-cecf5bc265e4), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.177144 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e62b7f-4723-4a3b-b37f-8591bd3bfdbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:42.179068 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-77e62b7f-4723-4a3b-b37f-8591bd3bfdbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.245731 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-77e62b7f-4723-4a3b-b37f-8591bd3bfdbc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5488293 May 10 14:01:42.247995 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 51968) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:42.252773 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-e6e7afd9-b286-4544-8b37-e17f824ba5f4 admin admin] Request body: {'subnet': {'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1991074628-subnet', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:42.284108 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e62b7f-4723-4a3b-b37f-8591bd3bfdbc admin admin] Pushing event updated for resources: {'Network': ['ID=4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:42.295877 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e7afd9-b286-4544-8b37-e17f824ba5f4 admin admin] Made reservation on behalf of b1e759f08bf04eeabbbc1b14bca8a169 for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:01:42.299220 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e6e7afd9-b286-4544-8b37-e17f824ba5f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.299315 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Network 4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92 details requested by agent ovs-agent-dv-cinder-840678-6-iscsi with host dv-cinder-840678-6-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:01:42.545231 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] Publish callbacks [] for port (e510159d-41cd-41b7-b668-cecf5bc265e4), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.547288 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e6e7afd9-b286-4544-8b37-e17f824ba5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for subnet (2059efe2-229a-4de0-9b5e-4765a3685cdc), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.553249 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (e510159d-41cd-41b7-b668-cecf5bc265e4), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.625433 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631bf216-6963-4cbf-ac69-916088cb15bc None None] Pushing event updated for resources: {'Port': ['ID=e510159d-41cd-41b7-b668-cecf5bc265e4,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:42.625616 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7afd9-b286-4544-8b37-e17f824ba5f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2059efe2-229a-4de0-9b5e-4765a3685cdc,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:42.643837 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e7afd9-b286-4544-8b37-e17f824ba5f4 admin admin] Checking segment: {'id': '61f95c22-8d28-4698-ac9e-b472ae7527f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:42.646394 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e7afd9-b286-4544-8b37-e17f824ba5f4 admin admin] Network hostable DHCP agents. Network: 4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92, hostable agents: ['9d798d4e-9452-4d08-ac49-c41e5143ffdf'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:01:42.696832 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e7afd9-b286-4544-8b37-e17f824ba5f4 admin admin] Network 4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92 is scheduled to be hosted by DHCP agent 9d798d4e-9452-4d08-ac49-c41e5143ffdf with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:01:42.707613 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] Attempting to bind port e510159d-41cd-41b7-b668-cecf5bc265e4 on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:01:42.708040 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] Attempting to bind port e510159d-41cd-41b7-b668-cecf5bc265e4 by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '8bd1f223-ecde-46d5-a5ac-28e2375b952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'adde2866-54d8-444b-b7c0-48067c12f37f'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:01:42.708436 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] Attempting to bind port e510159d-41cd-41b7-b668-cecf5bc265e4 on network adde2866-54d8-444b-b7c0-48067c12f37f {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:01:42.720662 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:01:42.721069 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] Checking segment: {'id': '8bd1f223-ecde-46d5-a5ac-28e2375b952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'adde2866-54d8-444b-b7c0-48067c12f37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:42.722271 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-e6e7afd9-b286-4544-8b37-e17f824ba5f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-6-iscsi, 4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:42.736468 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e7afd9-b286-4544-8b37-e17f824ba5f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:42.736927 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.737705 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] Bound using segment: {'id': '8bd1f223-ecde-46d5-a5ac-28e2375b952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'adde2866-54d8-444b-b7c0-48067c12f37f'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:01:42.737926 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e6e7afd9-b286-4544-8b37-e17f824ba5f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.738708 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] Bound port: e510159d-41cd-41b7-b668-cecf5bc265e4, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd1f223-ecde-46d5-a5ac-28e2375b952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'adde2866-54d8-444b-b7c0-48067c12f37f'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:01:42.740009 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (e510159d-41cd-41b7-b668-cecf5bc265e4), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.748564 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e0e469-66c5-4ddb-98c3-0cc34acacdd7 None None] Network 4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:01:42.761740 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e6e7afd9-b286-4544-8b37-e17f824ba5f4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5126081 May 10 14:01:42.764402 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 51992) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:42.770702 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-af506121-0ab8-4218-b989-127461ff93bb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1991074628-router', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:42.803595 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-af506121-0ab8-4218-b989-127461ff93bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1632'] for router (88369033-f478-4c31-b488-df0d96a5281f), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.805503 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-af506121-0ab8-4218-b989-127461ff93bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1627'] for router (88369033-f478-4c31-b488-df0d96a5281f), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.917978 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-af506121-0ab8-4218-b989-127461ff93bb admin admin] Publish callbacks [] for router_controller (88369033-f478-4c31-b488-df0d96a5281f), precommit_add_association {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:42.943981 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] For port e510159d-41cd-41b7-b668-cecf5bc265e4, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:01:42.948012 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] For port e510159d-41cd-41b7-b668-cecf5bc265e4, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=e510159d-41cd-41b7-b668-cecf5bc265e4,segment=NetworkSegment(8bd1f223-ecde-46d5-a5ac-28e2375b952b),segment_id=8bd1f223-ecde-46d5-a5ac-28e2375b952b)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:01:43.004769 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751e96a2-b663-4ba3-a53f-01fbea47c7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b1d9a71-d8a9-5fac-b8fc-dea2988d9731-4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92', 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92', 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'fixed_ips': [{'subnet_id': '2059efe2-229a-4de0-9b5e-4765a3685cdc'}]}} from dv-cinder-840678-6-iscsi. {{(pid=103391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 14:01:43.005691 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-751e96a2-b663-4ba3-a53f-01fbea47c7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:43.008317 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (e510159d-41cd-41b7-b668-cecf5bc265e4), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:43.034883 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 4b133de4-53d9-46d8-94ee-83a811855951 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:43.037052 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-0525863b-9d75-40c5-b050-12027024f574 None None] Provisioning complete for port e510159d-41cd-41b7-b668-cecf5bc265e4 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:43.037428 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0525863b-9d75-40c5-b050-12027024f574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (e510159d-41cd-41b7-b668-cecf5bc265e4), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:43.140829 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-af506121-0ab8-4218-b989-127461ff93bb admin admin] Publish callbacks [] for router_gateway (88369033-f478-4c31-b488-df0d96a5281f), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:43.158208 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24dd65-556e-48df-8ab1-503475e0cb8c req-392da56b-1703-4d82-bbe0-c039659606b1 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:43.158208 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9b24dd65-556e-48df-8ab1-503475e0cb8c req-392da56b-1703-4d82-bbe0-c039659606b1 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.1277277 May 10 14:01:43.280187 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9b24dd65-556e-48df-8ab1-503475e0cb8c req-88811d53-46a7-49bc-80c6-e2f75e575c67 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976553 May 10 14:01:43.413824 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-af506121-0ab8-4218-b989-127461ff93bb admin admin] Publish callbacks [] for router_gateway (88369033-f478-4c31-b488-df0d96a5281f), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:43.438316 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-af506121-0ab8-4218-b989-127461ff93bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:43.438731 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631bf216-6963-4cbf-ac69-916088cb15bc None None] Pushing event updated for resources: {'Port': ['ID=e510159d-41cd-41b7-b668-cecf5bc265e4,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:43.450430 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] Routers {'c5c734e1-fb63-464e-a9cc-665bd46fd569'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:01:43.451075 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:01:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['c5c734e1-fb63-464e-a9cc-665bd46fd569'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:43.545361 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-af506121-0ab8-4218-b989-127461ff93bb admin admin] Allocated IP 172.27.3.18 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/2544e2e7-36e5-4f4a-8893-5df37640abd7) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:01:43.555080 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 4b133de4-53d9-46d8-94ee-83a811855951 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:43.555530 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (4b133de4-53d9-46d8-94ee-83a811855951), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:43.616660 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-751e96a2-b663-4ba3-a53f-01fbea47c7c5 None None] Allocated IP 172.20.0.2 (4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92/2059efe2-229a-4de0-9b5e-4765a3685cdc/a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:01:43.658265 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-af506121-0ab8-4218-b989-127461ff93bb admin admin] Publish callbacks [] for port (2544e2e7-36e5-4f4a-8893-5df37640abd7), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:43.662572 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-0525863b-9d75-40c5-b050-12027024f574 None None] Current status of the port e510159d-41cd-41b7-b668-cecf5bc265e4 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:43.663173 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0525863b-9d75-40c5-b050-12027024f574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (e510159d-41cd-41b7-b668-cecf5bc265e4), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:43.698284 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-af506121-0ab8-4218-b989-127461ff93bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (2544e2e7-36e5-4f4a-8893-5df37640abd7), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:43.738591 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af506121-0ab8-4218-b989-127461ff93bb admin admin] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:43.741562 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-af506121-0ab8-4218-b989-127461ff93bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:43.747918 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af506121-0ab8-4218-b989-127461ff93bb admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:01:43.753227 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af506121-0ab8-4218-b989-127461ff93bb admin admin] Pushing event updated for resources: {'Port': ['ID=2544e2e7-36e5-4f4a-8893-5df37640abd7,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:43.776505 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-0525863b-9d75-40c5-b050-12027024f574 None None] For port e510159d-41cd-41b7-b668-cecf5bc265e4, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=e510159d-41cd-41b7-b668-cecf5bc265e4,segment=NetworkSegment(8bd1f223-ecde-46d5-a5ac-28e2375b952b),segment_id=8bd1f223-ecde-46d5-a5ac-28e2375b952b)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:01:43.793951 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0525863b-9d75-40c5-b050-12027024f574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (e510159d-41cd-41b7-b668-cecf5bc265e4), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:43.798348 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] Set router c5c734e1-fb63-464e-a9cc-665bd46fd569 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:01:43.960408 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 4b133de4-53d9-46d8-94ee-83a811855951 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:43.985874 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-af506121-0ab8-4218-b989-127461ff93bb admin admin] Publish callbacks [] for router_gateway (88369033-f478-4c31-b488-df0d96a5281f), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:44.001377 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-5311e0c0-3aee-4981-8e92-e9a0c9a78fec None None] Provisioning complete for port e510159d-41cd-41b7-b668-cecf5bc265e4 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:44.001801 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5311e0c0-3aee-4981-8e92-e9a0c9a78fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (e510159d-41cd-41b7-b668-cecf5bc265e4), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:44.064972 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525863b-9d75-40c5-b050-12027024f574 None None] Pushing event updated for resources: {'Port': ['ID=e510159d-41cd-41b7-b668-cecf5bc265e4,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:44.152757 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-751e96a2-b663-4ba3-a53f-01fbea47c7c5 None None] Publish callbacks [] for port (a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:44.168991 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-751e96a2-b663-4ba3-a53f-01fbea47c7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:44.245185 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-af506121-0ab8-4218-b989-127461ff93bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537837'] for router (88369033-f478-4c31-b488-df0d96a5281f), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:44.282728 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751e96a2-b663-4ba3-a53f-01fbea47c7c5 None None] Network 4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:44.289889 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-751e96a2-b663-4ba3-a53f-01fbea47c7c5 None None] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:44.294106 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c734e1-fb63-464e-a9cc-665bd46fd569', 'name': 'tempest-TestVolumeBootPattern-960512567-router', 'tenant_id': 'd63edf0ea87748beb70946b8950b066f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '4b133de4-53d9-46d8-94ee-83a811855951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:33Z', 'updated_at': '2022-05-10T14:01:38Z', 'revision_number': 4, 'project_id': 'd63edf0ea87748beb70946b8950b066f', 'gw_port': {'id': '4b133de4-53d9-46d8-94ee-83a811855951', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:27:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c734e1-fb63-464e-a9cc-665bd46fd569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'e510159d-41cd-41b7-b668-cecf5bc265e4', 'name': '', 'network_id': 'adde2866-54d8-444b-b7c0-48067c12f37f', 'tenant_id': 'd63edf0ea87748beb70946b8950b066f', 'mac_address': 'fa:16:3e:de:3e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c734e1-fb63-464e-a9cc-665bd46fd569', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '8920cd57-962f-4e98-93fc-00f809409d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:37Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': 'd63edf0ea87748beb70946b8950b066f', 'subnets': [{'id': '8920cd57-962f-4e98-93fc-00f809409d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:44.296061 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751e96a2-b663-4ba3-a53f-01fbea47c7c5 None None] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:01:44.298191 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-5311e0c0-3aee-4981-8e92-e9a0c9a78fec None None] Current status of the port e510159d-41cd-41b7-b668-cecf5bc265e4 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:44.301962 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e96a2-b663-4ba3-a53f-01fbea47c7c5 None None] Pushing event updated for resources: {'Port': ['ID=a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:44.355038 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5fc572-51d4-441e-9353-3acd9fec8187 None None] The sync data for ids ['c5c734e1-fb63-464e-a9cc-665bd46fd569'] in dv-cinder-840678-6-iscsi is: [{'id': 'c5c734e1-fb63-464e-a9cc-665bd46fd569', 'name': 'tempest-TestVolumeBootPattern-960512567-router', 'tenant_id': 'd63edf0ea87748beb70946b8950b066f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '4b133de4-53d9-46d8-94ee-83a811855951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:33Z', 'updated_at': '2022-05-10T14:01:38Z', 'revision_number': 4, 'project_id': 'd63edf0ea87748beb70946b8950b066f', 'gw_port': {'id': '4b133de4-53d9-46d8-94ee-83a811855951', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:27:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c734e1-fb63-464e-a9cc-665bd46fd569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'e510159d-41cd-41b7-b668-cecf5bc265e4', 'name': '', 'network_id': 'adde2866-54d8-444b-b7c0-48067c12f37f', 'tenant_id': 'd63edf0ea87748beb70946b8950b066f', 'mac_address': 'fa:16:3e:de:3e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c734e1-fb63-464e-a9cc-665bd46fd569', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '8920cd57-962f-4e98-93fc-00f809409d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:37Z', 'updated_at': '2022-05-10T14:01:42Z', 'revision_number': 4, 'project_id': 'd63edf0ea87748beb70946b8950b066f', 'subnets': [{'id': '8920cd57-962f-4e98-93fc-00f809409d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:01:44.467469 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-751e96a2-b663-4ba3-a53f-01fbea47c7c5 None None] Attempting to bind port a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:01:44.468130 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-751e96a2-b663-4ba3-a53f-01fbea47c7c5 None None] Attempting to bind port a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '61f95c22-8d28-4698-ac9e-b472ae7527f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:01:44.468387 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751e96a2-b663-4ba3-a53f-01fbea47c7c5 None None] Attempting to bind port a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a on network 4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:01:44.473794 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751e96a2-b663-4ba3-a53f-01fbea47c7c5 None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:01:44.474308 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751e96a2-b663-4ba3-a53f-01fbea47c7c5 None None] Checking segment: {'id': '61f95c22-8d28-4698-ac9e-b472ae7527f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:44.474891 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-751e96a2-b663-4ba3-a53f-01fbea47c7c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:44.475623 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751e96a2-b663-4ba3-a53f-01fbea47c7c5 None None] Bound using segment: {'id': '61f95c22-8d28-4698-ac9e-b472ae7527f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:01:44.476309 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-751e96a2-b663-4ba3-a53f-01fbea47c7c5 None None] Bound port: a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f95c22-8d28-4698-ac9e-b472ae7527f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:01:44.476891 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-751e96a2-b663-4ba3-a53f-01fbea47c7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:44.516597 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2ae20-463f-4677-b239-69c6d237c431 req-9cfb1450-b2dd-4f4b-adb0-da5b746e6034 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:44.518955 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1fb2ae20-463f-4677-b239-69c6d237c431 req-9cfb1450-b2dd-4f4b-adb0-da5b746e6034 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.0772812 May 10 14:01:44.558660 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af506121-0ab8-4218-b989-127461ff93bb admin admin] Router 88369033-f478-4c31-b488-df0d96a5281f is scheduled to L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 with binding_index 1 {{(pid=103389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 14:01:44.585444 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-751e96a2-b663-4ba3-a53f-01fbea47c7c5 None None] For port a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:01:44.589155 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-751e96a2-b663-4ba3-a53f-01fbea47c7c5 None None] For port a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a,segment=NetworkSegment(61f95c22-8d28-4698-ac9e-b472ae7527f0),segment_id=61f95c22-8d28-4698-ac9e-b472ae7527f0)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:01:44.600073 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1fb2ae20-463f-4677-b239-69c6d237c431 req-9a945064-8720-4f40-b688-2b680bee609d tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740552 May 10 14:01:44.602529 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-751e96a2-b663-4ba3-a53f-01fbea47c7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:44.686233 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e96a2-b663-4ba3-a53f-01fbea47c7c5 None None] Pushing event updated for resources: {'Port': ['ID=a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:44.726777 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af506121-0ab8-4218-b989-127461ff93bb admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:01:44.738465 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] Sync routers for ids ['88369033-f478-4c31-b488-df0d96a5281f'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:01:44.751202 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-af506121-0ab8-4218-b989-127461ff93bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:44.752062 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] Routers {'88369033-f478-4c31-b488-df0d96a5281f'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:01:44.752871 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-af506121-0ab8-4218-b989-127461ff93bb admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9873343 May 10 14:01:44.755728 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 52044) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:44.755862 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:01:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['88369033-f478-4c31-b488-df0d96a5281f'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:44.912410 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] Set router 88369033-f478-4c31-b488-df0d96a5281f gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:01:45.038184 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device e510159d-41cd-41b7-b668-cecf5bc265e4 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:45.121195 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port e510159d-41cd-41b7-b668-cecf5bc265e4 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:45.125707 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (e510159d-41cd-41b7-b668-cecf5bc265e4), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:45.256157 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port e510159d-41cd-41b7-b668-cecf5bc265e4 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:45.333390 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88369033-f478-4c31-b488-df0d96a5281f', 'name': 'tempest-TestMinimumBasicScenario-1991074628-router', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:42Z', 'updated_at': '2022-05-10T14:01:43Z', 'revision_number': 3, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'gw_port': {'id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88369033-f478-4c31-b488-df0d96a5281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:43Z', 'updated_at': '2022-05-10T14:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:45.372905 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] Checking router: 88369033-f478-4c31-b488-df0d96a5281f for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:01:45.373319 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] Updating router 88369033-f478-4c31-b488-df0d96a5281f port 2544e2e7-36e5-4f4a-8893-5df37640abd7 binding host dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:01:45.403933 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (2544e2e7-36e5-4f4a-8893-5df37640abd7), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:45.434803 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dcf-c33e-4fc3-b0f7-72a230ed8248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:45.666129 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-8cdc4dcf-c33e-4fc3-b0f7-72a230ed8248 admin admin] Allocated IP 172.20.0.1 (4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92/2059efe2-229a-4de0-9b5e-4765a3685cdc/e453ab88-b61e-4d12-adb8-9ae00f63b73d) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:01:45.889711 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142737b-b060-4ddb-a771-972dbdd42b2a req-e92009e8-819b-4ea9-9d7a-25396192b509 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:45.893063 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4142737b-b060-4ddb-a771-972dbdd42b2a req-e92009e8-819b-4ea9-9d7a-25396192b509 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.1107423 May 10 14:01:45.904383 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dcf-c33e-4fc3-b0f7-72a230ed8248 admin admin] Publish callbacks [] for port (e453ab88-b61e-4d12-adb8-9ae00f63b73d), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:45.911350 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] Publish callbacks [] for port (2544e2e7-36e5-4f4a-8893-5df37640abd7), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:45.926312 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (2544e2e7-36e5-4f4a-8893-5df37640abd7), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.019273 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] Attempting to bind port 2544e2e7-36e5-4f4a-8893-5df37640abd7 on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:01:46.019655 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] Attempting to bind port 2544e2e7-36e5-4f4a-8893-5df37640abd7 by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:01:46.020015 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] Attempting to bind port 2544e2e7-36e5-4f4a-8893-5df37640abd7 on network 89429d30-8d6e-4195-a41d-5d4817ee56e2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:01:46.026622 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4142737b-b060-4ddb-a771-972dbdd42b2a req-3871353b-eda8-44fa-8666-c0b56b8b26b2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205459 May 10 14:01:46.043273 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dcf-c33e-4fc3-b0f7-72a230ed8248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (e453ab88-b61e-4d12-adb8-9ae00f63b73d), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.073360 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:01:46.074091 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] Checking segment: {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:46.074701 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.075292 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] Bound using segment: {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:01:46.075967 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] Bound port: 2544e2e7-36e5-4f4a-8893-5df37640abd7, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:01:46.076652 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (2544e2e7-36e5-4f4a-8893-5df37640abd7), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.095200 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb44492-97e8-49bb-864a-6e72fc88b384 None None] Pushing event updated for resources: {'Port': ['ID=2544e2e7-36e5-4f4a-8893-5df37640abd7,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:46.101383 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdc4dcf-c33e-4fc3-b0f7-72a230ed8248 admin admin] Network 4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:46.115199 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-8cdc4dcf-c33e-4fc3-b0f7-72a230ed8248 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:46.120893 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc4dcf-c33e-4fc3-b0f7-72a230ed8248 admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:01:46.159628 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] For port 2544e2e7-36e5-4f4a-8893-5df37640abd7, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:01:46.168453 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76811655-754a-46a0-a9a6-129c878e2525 None None] Network 4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:01:46.180221 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] For port 2544e2e7-36e5-4f4a-8893-5df37640abd7, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=2544e2e7-36e5-4f4a-8893-5df37640abd7,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:01:46.191197 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc4dcf-c33e-4fc3-b0f7-72a230ed8248 admin admin] Pushing event updated for resources: {'Port': ['ID=e453ab88-b61e-4d12-adb8-9ae00f63b73d,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:46.197078 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (2544e2e7-36e5-4f4a-8893-5df37640abd7), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.255673 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dcf-c33e-4fc3-b0f7-72a230ed8248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540858'] for router_interface (88369033-f478-4c31-b488-df0d96a5281f), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.284356 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] Routers {'88369033-f478-4c31-b488-df0d96a5281f'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:01:46.284892 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:01:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['88369033-f478-4c31-b488-df0d96a5281f'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:46.331882 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-078b3f28-142d-46ca-80ec-f73991ee9e97 None None] Provisioning complete for port a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:46.332702 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-078b3f28-142d-46ca-80ec-f73991ee9e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.337069 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb44492-97e8-49bb-864a-6e72fc88b384 None None] Pushing event updated for resources: {'Port': ['ID=2544e2e7-36e5-4f4a-8893-5df37640abd7,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:46.423691 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] Set router 88369033-f478-4c31-b488-df0d96a5281f gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:01:46.434160 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dcf-c33e-4fc3-b0f7-72a230ed8248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (e453ab88-b61e-4d12-adb8-9ae00f63b73d), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.463876 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-078b3f28-142d-46ca-80ec-f73991ee9e97 None None] Current status of the port a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:46.464617 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-078b3f28-142d-46ca-80ec-f73991ee9e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.519337 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-078b3f28-142d-46ca-80ec-f73991ee9e97 None None] For port a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a,segment=NetworkSegment(61f95c22-8d28-4698-ac9e-b472ae7527f0),segment_id=61f95c22-8d28-4698-ac9e-b472ae7527f0)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:01:46.525652 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-078b3f28-142d-46ca-80ec-f73991ee9e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.607208 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b3f28-142d-46ca-80ec-f73991ee9e97 None None] Pushing event updated for resources: {'Port': ['ID=a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:46.630061 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88369033-f478-4c31-b488-df0d96a5281f', 'name': 'tempest-TestMinimumBasicScenario-1991074628-router', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:42Z', 'updated_at': '2022-05-10T14:01:43Z', 'revision_number': 3, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'gw_port': {'id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88369033-f478-4c31-b488-df0d96a5281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:43Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:46.641278 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dcf-c33e-4fc3-b0f7-72a230ed8248 admin admin] Publish callbacks [] for port (e453ab88-b61e-4d12-adb8-9ae00f63b73d), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.646387 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dcf-c33e-4fc3-b0f7-72a230ed8248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8740167'] for port (e453ab88-b61e-4d12-adb8-9ae00f63b73d), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.663133 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b12a6d-b8aa-4801-b7e5-e3ab84680c6f None None] The sync data for ids ['88369033-f478-4c31-b488-df0d96a5281f'] in dv-cinder-840678-6-iscsi is: [{'id': '88369033-f478-4c31-b488-df0d96a5281f', 'name': 'tempest-TestMinimumBasicScenario-1991074628-router', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:42Z', 'updated_at': '2022-05-10T14:01:43Z', 'revision_number': 3, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'gw_port': {'id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88369033-f478-4c31-b488-df0d96a5281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:43Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:01:46.721945 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc4dcf-c33e-4fc3-b0f7-72a230ed8248 admin admin] Pushing event updated for resources: {'Port': ['ID=e453ab88-b61e-4d12-adb8-9ae00f63b73d,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:46.724636 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8cdc4dcf-c33e-4fc3-b0f7-72a230ed8248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-506185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544391'] for router_interface (88369033-f478-4c31-b488-df0d96a5281f), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.746987 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-f4dba2eb-53b2-4ba1-a3e3-e5ef58ee94df None None] Provisioning complete for port a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:46.747864 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f4dba2eb-53b2-4ba1-a3e3-e5ef58ee94df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.835082 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdc4dcf-c33e-4fc3-b0f7-72a230ed8248 admin admin] Network 4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:46.836732 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-8cdc4dcf-c33e-4fc3-b0f7-72a230ed8248 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:46.856553 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-f4dba2eb-53b2-4ba1-a3e3-e5ef58ee94df None None] Current status of the port a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:46.871922 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-f4dba2eb-53b2-4ba1-a3e3-e5ef58ee94df None None] Provisioning complete for port e453ab88-b61e-4d12-adb8-9ae00f63b73d triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:46.872395 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f4dba2eb-53b2-4ba1-a3e3-e5ef58ee94df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (e453ab88-b61e-4d12-adb8-9ae00f63b73d), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:46.915862 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-f4dba2eb-53b2-4ba1-a3e3-e5ef58ee94df None None] Port e453ab88-b61e-4d12-adb8-9ae00f63b73d cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:01:47.001818 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:47.018438 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdc4dcf-c33e-4fc3-b0f7-72a230ed8248 admin admin] Router 88369033-f478-4c31-b488-df0d96a5281f has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:01:47.116187 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-3158bf6d-9451-4314-9735-c0337ffb3388 None None] Provisioning complete for port e453ab88-b61e-4d12-adb8-9ae00f63b73d triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:47.116614 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3158bf6d-9451-4314-9735-c0337ffb3388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (e453ab88-b61e-4d12-adb8-9ae00f63b73d), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:47.233532 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdc4dcf-c33e-4fc3-b0f7-72a230ed8248 admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:01:47.266239 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8cdc4dcf-c33e-4fc3-b0f7-72a230ed8248 admin admin] 10.222.0.49 "PUT /v2.0/routers/88369033-f478-4c31-b488-df0d96a5281f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4951277 May 10 14:01:47.388587 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebd9de-f188-4494-bb06-3efcec02088c req-41d05301-db81-4421-943b-e3d0eb41a11e tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:47.393241 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-91ebd9de-f188-4494-bb06-3efcec02088c req-41d05301-db81-4421-943b-e3d0eb41a11e tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.1576328 May 10 14:01:47.434712 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-3158bf6d-9451-4314-9735-c0337ffb3388 None None] Port e453ab88-b61e-4d12-adb8-9ae00f63b73d cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:01:47.448388 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:47.448784 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:47.509826 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-91ebd9de-f188-4494-bb06-3efcec02088c req-80cf4b76-132e-4a6e-975b-b7852573dc2d tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051614 May 10 14:01:47.583717 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:47.588720 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 52106) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:47.615739 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-4cc44623-72c5-4116-a927-27b449c314ca None None] Provisioning complete for port e453ab88-b61e-4d12-adb8-9ae00f63b73d triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:47.616285 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4cc44623-72c5-4116-a927-27b449c314ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (e453ab88-b61e-4d12-adb8-9ae00f63b73d), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:47.679132 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-4cc44623-72c5-4116-a927-27b449c314ca None None] Port e453ab88-b61e-4d12-adb8-9ae00f63b73d cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:01:47.791096 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-02fe0487-6048-43f8-805c-08ddc90b6442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:47.882181 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-02fe0487-6048-43f8-805c-08ddc90b6442 admin admin] Publish callbacks [] for security_group (baeafbc0-c2b6-423b-b814-2c37bdb2db9c), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:47.886876 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-02fe0487-6048-43f8-805c-08ddc90b6442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (baeafbc0-c2b6-423b-b814-2c37bdb2db9c), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:47.928229 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe0487-6048-43f8-805c-08ddc90b6442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baeafbc0-c2b6-423b-b814-2c37bdb2db9c,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:47.934886 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-02fe0487-6048-43f8-805c-08ddc90b6442 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a2a5a7ccfdd7447c8009d4766c704703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422933 May 10 14:01:47.935126 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 52120) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:47.987403 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ca509800-5d76-42f6-95e5-b6fd580010e8 admin admin] Publish callbacks [] for security_group (baeafbc0-c2b6-423b-b814-2c37bdb2db9c), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.014876 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ca509800-5d76-42f6-95e5-b6fd580010e8 admin admin] Publish callbacks [] for security_group (baeafbc0-c2b6-423b-b814-2c37bdb2db9c), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.042128 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 52124) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:48.047153 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-31dab988-7770-4964-b682-2b906ee41bb6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1563837008-network', 'tenant_id': '39473eb2570a473ea318fffb547e4267'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:48.070799 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ca509800-5d76-42f6-95e5-b6fd580010e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (baeafbc0-c2b6-423b-b814-2c37bdb2db9c), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.073440 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ca509800-5d76-42f6-95e5-b6fd580010e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.077200 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ca509800-5d76-42f6-95e5-b6fd580010e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/baeafbc0-c2b6-423b-b814-2c37bdb2db9c HTTP/1.1" status: 204 len: 168 time: 0.1385863 May 10 14:01:48.081947 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dab988-7770-4964-b682-2b906ee41bb6 admin admin] Made reservation on behalf of 39473eb2570a473ea318fffb547e4267 for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:01:48.084425 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-31dab988-7770-4964-b682-2b906ee41bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.087812 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca509800-5d76-42f6-95e5-b6fd580010e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baeafbc0-c2b6-423b-b814-2c37bdb2db9c,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:48.094068 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-31dab988-7770-4964-b682-2b906ee41bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.184681 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-31dab988-7770-4964-b682-2b906ee41bb6 admin admin] Publish callbacks [] for security_group (65bed465-f5b3-4dea-b81d-1e2e7cb625ba), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.189157 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-31dab988-7770-4964-b682-2b906ee41bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (65bed465-f5b3-4dea-b81d-1e2e7cb625ba), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.215108 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31dab988-7770-4964-b682-2b906ee41bb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:01:48.230050 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dab988-7770-4964-b682-2b906ee41bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bed465-f5b3-4dea-b81d-1e2e7cb625ba,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:48.236365 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-31dab988-7770-4964-b682-2b906ee41bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (2e606df6-c23f-4a71-9c0a-92e217ffdc32), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.236805 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-31dab988-7770-4964-b682-2b906ee41bb6 admin admin] Added segment 2e606df6-c23f-4a71-9c0a-92e217ffdc32 of type vlan for network bb7b52e7-5d2a-4995-967a-a5d4bcd0f928 May 10 14:01:48.278507 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-31dab988-7770-4964-b682-2b906ee41bb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770989082799'] for network (bb7b52e7-5d2a-4995-967a-a5d4bcd0f928), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.313099 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-31dab988-7770-4964-b682-2b906ee41bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for network (bb7b52e7-5d2a-4995-967a-a5d4bcd0f928), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.314222 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dab988-7770-4964-b682-2b906ee41bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:48.314917 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-31dab988-7770-4964-b682-2b906ee41bb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.373011 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-31dab988-7770-4964-b682-2b906ee41bb6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3271852 May 10 14:01:48.373195 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 52132) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:48.379650 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-310628ac-bfee-45fb-81df-25c63876a4e0 admin admin] Request body: {'subnet': {'network_id': 'bb7b52e7-5d2a-4995-967a-a5d4bcd0f928', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1563837008-subnet', 'tenant_id': '39473eb2570a473ea318fffb547e4267', 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:48.389558 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dab988-7770-4964-b682-2b906ee41bb6 admin admin] Pushing event updated for resources: {'Network': ['ID=bb7b52e7-5d2a-4995-967a-a5d4bcd0f928,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:48.407550 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310628ac-bfee-45fb-81df-25c63876a4e0 admin admin] Made reservation on behalf of 39473eb2570a473ea318fffb547e4267 for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:01:48.410131 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-310628ac-bfee-45fb-81df-25c63876a4e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.417057 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Network bb7b52e7-5d2a-4995-967a-a5d4bcd0f928 details requested by agent ovs-agent-dv-cinder-840678-6-iscsi with host dv-cinder-840678-6-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:01:48.474525 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 52134) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:48.495645 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ffe53b12-67cf-478b-b411-f7ada99042a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.593503 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ffe53b12-67cf-478b-b411-f7ada99042a5 admin admin] Publish callbacks [] for security_group (e6d30cb7-4050-4310-9add-58caf1c522f8), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.598713 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ffe53b12-67cf-478b-b411-f7ada99042a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (e6d30cb7-4050-4310-9add-58caf1c522f8), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.638698 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe53b12-67cf-478b-b411-f7ada99042a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d30cb7-4050-4310-9add-58caf1c522f8,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:48.644675 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ffe53b12-67cf-478b-b411-f7ada99042a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=177adf77e0534ac6949bc88add3bfc25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1689479 May 10 14:01:48.646214 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 52138) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:48.718043 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-27a66c2d-086d-4cfd-acb6-50c4beb3592e admin admin] Publish callbacks [] for security_group (e6d30cb7-4050-4310-9add-58caf1c522f8), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.744210 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-27a66c2d-086d-4cfd-acb6-50c4beb3592e admin admin] Publish callbacks [] for security_group (e6d30cb7-4050-4310-9add-58caf1c522f8), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.796110 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ecd0e-8e9d-430c-978b-b15b8d038dd8 req-fd293b76-c1db-4e39-bcad-a7361a698e46 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:48.804740 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-367ecd0e-8e9d-430c-978b-b15b8d038dd8 req-fd293b76-c1db-4e39-bcad-a7361a698e46 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.1027606 May 10 14:01:48.810125 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-27a66c2d-086d-4cfd-acb6-50c4beb3592e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (e6d30cb7-4050-4310-9add-58caf1c522f8), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.813070 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-27a66c2d-086d-4cfd-acb6-50c4beb3592e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:48.814266 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-27a66c2d-086d-4cfd-acb6-50c4beb3592e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e6d30cb7-4050-4310-9add-58caf1c522f8 HTTP/1.1" status: 204 len: 168 time: 0.1666167 May 10 14:01:48.832828 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a66c2d-086d-4cfd-acb6-50c4beb3592e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d30cb7-4050-4310-9add-58caf1c522f8,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:48.901915 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-367ecd0e-8e9d-430c-978b-b15b8d038dd8 req-a2a3dc98-6a4d-418f-b973-2c8ce0de2e94 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948722 May 10 14:01:48.948679 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] Sync routers for ids ['88369033-f478-4c31-b488-df0d96a5281f'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:01:48.971039 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] Routers {'88369033-f478-4c31-b488-df0d96a5281f'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:01:48.972352 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:01:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['88369033-f478-4c31-b488-df0d96a5281f'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:48.983430 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-310628ac-bfee-45fb-81df-25c63876a4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for subnet (622ba2c8-31b5-4a11-a9b2-3759cedc241e), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.032733 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 2544e2e7-36e5-4f4a-8893-5df37640abd7 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:49.064708 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310628ac-bfee-45fb-81df-25c63876a4e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=622ba2c8-31b5-4a11-a9b2-3759cedc241e,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:49.091026 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310628ac-bfee-45fb-81df-25c63876a4e0 admin admin] Checking segment: {'id': '2e606df6-c23f-4a71-9c0a-92e217ffdc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bb7b52e7-5d2a-4995-967a-a5d4bcd0f928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:49.091419 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310628ac-bfee-45fb-81df-25c63876a4e0 admin admin] Network hostable DHCP agents. Network: bb7b52e7-5d2a-4995-967a-a5d4bcd0f928, hostable agents: ['9d798d4e-9452-4d08-ac49-c41e5143ffdf'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:01:49.135471 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310628ac-bfee-45fb-81df-25c63876a4e0 admin admin] Network bb7b52e7-5d2a-4995-967a-a5d4bcd0f928 is scheduled to be hosted by DHCP agent 9d798d4e-9452-4d08-ac49-c41e5143ffdf with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:01:49.147972 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-310628ac-bfee-45fb-81df-25c63876a4e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-6-iscsi, bb7b52e7-5d2a-4995-967a-a5d4bcd0f928) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:49.150619 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 2544e2e7-36e5-4f4a-8893-5df37640abd7 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:49.151384 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (2544e2e7-36e5-4f4a-8893-5df37640abd7), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.153296 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310628ac-bfee-45fb-81df-25c63876a4e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:49.154508 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-310628ac-bfee-45fb-81df-25c63876a4e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.162039 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ccaf9b-7b83-4612-a1ad-df28f8edfa3b None None] Network bb7b52e7-5d2a-4995-967a-a5d4bcd0f928 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:01:49.181574 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 52150) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:49.181839 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-310628ac-bfee-45fb-81df-25c63876a4e0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8069024 May 10 14:01:49.185948 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-2f8fb85c-e4b3-488f-9e73-34248bc0a737 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1563837008-router', 'tenant_id': '39473eb2570a473ea318fffb547e4267', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:49.206429 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] Set router 88369033-f478-4c31-b488-df0d96a5281f gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:01:49.230834 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f8fb85c-e4b3-488f-9e73-34248bc0a737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1632'] for router (c968ad5a-9a0f-4461-86e5-65fbf82e359f), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.231932 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f8fb85c-e4b3-488f-9e73-34248bc0a737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1627'] for router (c968ad5a-9a0f-4461-86e5-65fbf82e359f), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.297479 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f8fb85c-e4b3-488f-9e73-34248bc0a737 admin admin] Publish callbacks [] for router_controller (c968ad5a-9a0f-4461-86e5-65fbf82e359f), precommit_add_association {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.416014 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 52156) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:49.429112 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-46456ed2-cca6-485f-bcc9-8d249ccc1f17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.470698 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f8fb85c-e4b3-488f-9e73-34248bc0a737 admin admin] Publish callbacks [] for router_gateway (c968ad5a-9a0f-4461-86e5-65fbf82e359f), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.495698 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91c8910-e050-49aa-afa2-6c43b6d0f49f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b1d9a71-d8a9-5fac-b8fc-dea2988d9731-bb7b52e7-5d2a-4995-967a-a5d4bcd0f928', 'network_id': 'bb7b52e7-5d2a-4995-967a-a5d4bcd0f928', 'project_id': '39473eb2570a473ea318fffb547e4267', 'fixed_ips': [{'subnet_id': '622ba2c8-31b5-4a11-a9b2-3759cedc241e'}]}} from dv-cinder-840678-6-iscsi. {{(pid=103391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 14:01:49.496600 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e91c8910-e050-49aa-afa2-6c43b6d0f49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.509555 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-46456ed2-cca6-485f-bcc9-8d249ccc1f17 admin admin] Publish callbacks [] for security_group (1dd6ed29-d5b1-4bb3-8deb-551f4a61146a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.513989 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-46456ed2-cca6-485f-bcc9-8d249ccc1f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (1dd6ed29-d5b1-4bb3-8deb-551f4a61146a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.528939 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 2544e2e7-36e5-4f4a-8893-5df37640abd7 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:49.529399 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (2544e2e7-36e5-4f4a-8893-5df37640abd7), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.545112 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46456ed2-cca6-485f-bcc9-8d249ccc1f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd6ed29-d5b1-4bb3-8deb-551f4a61146a,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:49.567277 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-46456ed2-cca6-485f-bcc9-8d249ccc1f17 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a2b13b17b1004ed787fda2ed0600e5f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500707 May 10 14:01:49.567921 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 52158) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:49.578182 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] For port 2544e2e7-36e5-4f4a-8893-5df37640abd7, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=2544e2e7-36e5-4f4a-8893-5df37640abd7,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:01:49.606932 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (2544e2e7-36e5-4f4a-8893-5df37640abd7), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.623027 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ad90fe7f-1410-4e64-bdff-0cd8283ab517 admin admin] Publish callbacks [] for security_group (1dd6ed29-d5b1-4bb3-8deb-551f4a61146a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.646572 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ad90fe7f-1410-4e64-bdff-0cd8283ab517 admin admin] Publish callbacks [] for security_group (1dd6ed29-d5b1-4bb3-8deb-551f4a61146a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.681504 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f8fb85c-e4b3-488f-9e73-34248bc0a737 admin admin] Publish callbacks [] for router_gateway (c968ad5a-9a0f-4461-86e5-65fbf82e359f), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.702510 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ad90fe7f-1410-4e64-bdff-0cd8283ab517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (1dd6ed29-d5b1-4bb3-8deb-551f4a61146a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.705533 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ad90fe7f-1410-4e64-bdff-0cd8283ab517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.706227 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f8fb85c-e4b3-488f-9e73-34248bc0a737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.709136 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ad90fe7f-1410-4e64-bdff-0cd8283ab517 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1dd6ed29-d5b1-4bb3-8deb-551f4a61146a HTTP/1.1" status: 204 len: 168 time: 0.1380272 May 10 14:01:49.719529 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90fe7f-1410-4e64-bdff-0cd8283ab517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd6ed29-d5b1-4bb3-8deb-551f4a61146a,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:49.723386 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88369033-f478-4c31-b488-df0d96a5281f', 'name': 'tempest-TestMinimumBasicScenario-1991074628-router', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:42Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 4, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'gw_port': {'id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88369033-f478-4c31-b488-df0d96a5281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:43Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'e453ab88-b61e-4d12-adb8-9ae00f63b73d', 'name': '', 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'mac_address': 'fa:16:3e:1d:12:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88369033-f478-4c31-b488-df0d96a5281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2059efe2-229a-4de0-9b5e-4765a3685cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:45Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 2, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'subnets': [{'id': '2059efe2-229a-4de0-9b5e-4765a3685cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:49.795104 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] Checking router: 88369033-f478-4c31-b488-df0d96a5281f for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:01:49.795457 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] Updating router 88369033-f478-4c31-b488-df0d96a5281f port e453ab88-b61e-4d12-adb8-9ae00f63b73d binding host dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:01:49.820476 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Pushing event updated for resources: {'Port': ['ID=2544e2e7-36e5-4f4a-8893-5df37640abd7,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:49.842179 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (e453ab88-b61e-4d12-adb8-9ae00f63b73d), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:49.844529 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-e91c8910-e050-49aa-afa2-6c43b6d0f49f None None] Allocated IP 172.20.0.2 (bb7b52e7-5d2a-4995-967a-a5d4bcd0f928/622ba2c8-31b5-4a11-a9b2-3759cedc241e/1dedbd11-6029-421b-a2a9-2e162e2e92fb) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:01:50.126658 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-2f8fb85c-e4b3-488f-9e73-34248bc0a737 admin admin] Allocated IP 172.27.3.88 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:01:50.139635 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fdc3b-1b76-4b15-962a-708f0e37cfe5 req-f6af634b-5304-4de7-b2f2-55dcd0a4f4de tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:50.141123 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dc0fdc3b-1b76-4b15-962a-708f0e37cfe5 req-f6af634b-5304-4de7-b2f2-55dcd0a4f4de tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.0789332 May 10 14:01:50.242951 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e91c8910-e050-49aa-afa2-6c43b6d0f49f None None] Publish callbacks [] for port (1dedbd11-6029-421b-a2a9-2e162e2e92fb), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:50.271646 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e91c8910-e050-49aa-afa2-6c43b6d0f49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (1dedbd11-6029-421b-a2a9-2e162e2e92fb), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:50.313660 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dc0fdc3b-1b76-4b15-962a-708f0e37cfe5 req-0f1a4931-75d2-46e8-be85-a19ec715d5be tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616488 May 10 14:01:50.360870 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f8fb85c-e4b3-488f-9e73-34248bc0a737 admin admin] Publish callbacks [] for port (fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:50.398878 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91c8910-e050-49aa-afa2-6c43b6d0f49f None None] Network bb7b52e7-5d2a-4995-967a-a5d4bcd0f928 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:50.411113 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] Publish callbacks [] for port (e453ab88-b61e-4d12-adb8-9ae00f63b73d), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:50.413530 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-e91c8910-e050-49aa-afa2-6c43b6d0f49f None None] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:50.421767 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91c8910-e050-49aa-afa2-6c43b6d0f49f None None] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:01:50.423482 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f8fb85c-e4b3-488f-9e73-34248bc0a737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:50.430192 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (e453ab88-b61e-4d12-adb8-9ae00f63b73d), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:50.438538 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c8910-e050-49aa-afa2-6c43b6d0f49f None None] Pushing event updated for resources: {'Port': ['ID=1dedbd11-6029-421b-a2a9-2e162e2e92fb,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:50.465085 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8fb85c-e4b3-488f-9e73-34248bc0a737 admin admin] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:50.469929 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-2f8fb85c-e4b3-488f-9e73-34248bc0a737 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:50.486863 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8fb85c-e4b3-488f-9e73-34248bc0a737 admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:01:50.523383 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8fb85c-e4b3-488f-9e73-34248bc0a737 admin admin] Pushing event updated for resources: {'Port': ['ID=fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:50.598808 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3612b98-5900-4e0d-8314-4679c4cd95ea None None] Pushing event updated for resources: {'Port': ['ID=e453ab88-b61e-4d12-adb8-9ae00f63b73d,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:50.619169 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-e91c8910-e050-49aa-afa2-6c43b6d0f49f None None] Attempting to bind port 1dedbd11-6029-421b-a2a9-2e162e2e92fb on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:01:50.619581 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-e91c8910-e050-49aa-afa2-6c43b6d0f49f None None] Attempting to bind port 1dedbd11-6029-421b-a2a9-2e162e2e92fb by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '2e606df6-c23f-4a71-9c0a-92e217ffdc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bb7b52e7-5d2a-4995-967a-a5d4bcd0f928'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:01:50.619950 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91c8910-e050-49aa-afa2-6c43b6d0f49f None None] Attempting to bind port 1dedbd11-6029-421b-a2a9-2e162e2e92fb on network bb7b52e7-5d2a-4995-967a-a5d4bcd0f928 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:01:50.683286 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91c8910-e050-49aa-afa2-6c43b6d0f49f None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:01:50.683667 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91c8910-e050-49aa-afa2-6c43b6d0f49f None None] Checking segment: {'id': '2e606df6-c23f-4a71-9c0a-92e217ffdc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bb7b52e7-5d2a-4995-967a-a5d4bcd0f928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:50.684074 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e91c8910-e050-49aa-afa2-6c43b6d0f49f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:50.684494 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91c8910-e050-49aa-afa2-6c43b6d0f49f None None] Bound using segment: {'id': '2e606df6-c23f-4a71-9c0a-92e217ffdc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bb7b52e7-5d2a-4995-967a-a5d4bcd0f928'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:01:50.684986 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-e91c8910-e050-49aa-afa2-6c43b6d0f49f None None] Bound port: 1dedbd11-6029-421b-a2a9-2e162e2e92fb, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e606df6-c23f-4a71-9c0a-92e217ffdc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bb7b52e7-5d2a-4995-967a-a5d4bcd0f928'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:01:50.685528 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e91c8910-e050-49aa-afa2-6c43b6d0f49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (1dedbd11-6029-421b-a2a9-2e162e2e92fb), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:50.712162 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] Attempting to bind port e453ab88-b61e-4d12-adb8-9ae00f63b73d on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:01:50.712563 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] Attempting to bind port e453ab88-b61e-4d12-adb8-9ae00f63b73d by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '61f95c22-8d28-4698-ac9e-b472ae7527f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:01:50.712928 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] Attempting to bind port e453ab88-b61e-4d12-adb8-9ae00f63b73d on network 4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:01:50.721869 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:01:50.722249 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] Checking segment: {'id': '61f95c22-8d28-4698-ac9e-b472ae7527f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:50.722649 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:50.723046 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] Bound using segment: {'id': '61f95c22-8d28-4698-ac9e-b472ae7527f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:01:50.723759 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] Bound port: e453ab88-b61e-4d12-adb8-9ae00f63b73d, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f95c22-8d28-4698-ac9e-b472ae7527f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:01:50.724143 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (e453ab88-b61e-4d12-adb8-9ae00f63b73d), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:50.874397 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f8fb85c-e4b3-488f-9e73-34248bc0a737 admin admin] Publish callbacks [] for router_gateway (c968ad5a-9a0f-4461-86e5-65fbf82e359f), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:50.933956 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] For port e453ab88-b61e-4d12-adb8-9ae00f63b73d, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:01:50.941232 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] For port e453ab88-b61e-4d12-adb8-9ae00f63b73d, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=e453ab88-b61e-4d12-adb8-9ae00f63b73d,segment=NetworkSegment(61f95c22-8d28-4698-ac9e-b472ae7527f0),segment_id=61f95c22-8d28-4698-ac9e-b472ae7527f0)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:01:50.992732 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-e91c8910-e050-49aa-afa2-6c43b6d0f49f None None] For port 1dedbd11-6029-421b-a2a9-2e162e2e92fb, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:01:50.995995 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-ecb94524-f6f0-4d65-a504-dc5f05b994ba None None] Provisioning complete for port e453ab88-b61e-4d12-adb8-9ae00f63b73d triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:50.996439 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ecb94524-f6f0-4d65-a504-dc5f05b994ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (e453ab88-b61e-4d12-adb8-9ae00f63b73d), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:51.039551 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (e453ab88-b61e-4d12-adb8-9ae00f63b73d), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:51.056043 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 2544e2e7-36e5-4f4a-8893-5df37640abd7 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:51.129982 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-e91c8910-e050-49aa-afa2-6c43b6d0f49f None None] For port 1dedbd11-6029-421b-a2a9-2e162e2e92fb, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=1dedbd11-6029-421b-a2a9-2e162e2e92fb,segment=NetworkSegment(2e606df6-c23f-4a71-9c0a-92e217ffdc32),segment_id=2e606df6-c23f-4a71-9c0a-92e217ffdc32)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:01:51.168356 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e91c8910-e050-49aa-afa2-6c43b6d0f49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (1dedbd11-6029-421b-a2a9-2e162e2e92fb), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:51.177572 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f8fb85c-e4b3-488f-9e73-34248bc0a737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537837'] for router (c968ad5a-9a0f-4461-86e5-65fbf82e359f), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:51.425761 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8fb85c-e4b3-488f-9e73-34248bc0a737 admin admin] Router c968ad5a-9a0f-4461-86e5-65fbf82e359f is scheduled to L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 with binding_index 1 {{(pid=103390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 14:01:51.475380 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3612b98-5900-4e0d-8314-4679c4cd95ea None None] Pushing event updated for resources: {'Port': ['ID=e453ab88-b61e-4d12-adb8-9ae00f63b73d,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:51.508206 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 2544e2e7-36e5-4f4a-8893-5df37640abd7 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:51.508206 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (2544e2e7-36e5-4f4a-8893-5df37640abd7), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:51.530212 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] Routers {'88369033-f478-4c31-b488-df0d96a5281f'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:01:51.531476 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:01:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['88369033-f478-4c31-b488-df0d96a5281f'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:51.549122 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd20f9c-f2ea-4e33-a718-4f94b0077355 req-b599eea8-f6ab-48b5-b544-8edb92b58f1d tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:51.566655 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dcd20f9c-f2ea-4e33-a718-4f94b0077355 req-b599eea8-f6ab-48b5-b544-8edb92b58f1d tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.1064491 May 10 14:01:51.603221 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8fb85c-e4b3-488f-9e73-34248bc0a737 admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:01:51.617046 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] Sync routers for ids ['c968ad5a-9a0f-4461-86e5-65fbf82e359f'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:01:51.617717 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dcd20f9c-f2ea-4e33-a718-4f94b0077355 req-2bbe1b28-56d8-4c84-a321-38f404884050 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494039 May 10 14:01:51.622689 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2f8fb85c-e4b3-488f-9e73-34248bc0a737 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:51.626410 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2f8fb85c-e4b3-488f-9e73-34248bc0a737 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4413483 May 10 14:01:51.627811 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 52218) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:51.653498 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] Routers {'c968ad5a-9a0f-4461-86e5-65fbf82e359f'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:01:51.654134 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:01:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['c968ad5a-9a0f-4461-86e5-65fbf82e359f'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:51.722652 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-ecb94524-f6f0-4d65-a504-dc5f05b994ba None None] Current status of the port e453ab88-b61e-4d12-adb8-9ae00f63b73d is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:51.723190 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ecb94524-f6f0-4d65-a504-dc5f05b994ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (e453ab88-b61e-4d12-adb8-9ae00f63b73d), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:51.741503 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c8910-e050-49aa-afa2-6c43b6d0f49f None None] Pushing event updated for resources: {'Port': ['ID=1dedbd11-6029-421b-a2a9-2e162e2e92fb,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:51.800549 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] Set router c968ad5a-9a0f-4461-86e5-65fbf82e359f gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:01:51.896713 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-ecb94524-f6f0-4d65-a504-dc5f05b994ba None None] For port e453ab88-b61e-4d12-adb8-9ae00f63b73d, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=e453ab88-b61e-4d12-adb8-9ae00f63b73d,segment=NetworkSegment(61f95c22-8d28-4698-ac9e-b472ae7527f0),segment_id=61f95c22-8d28-4698-ac9e-b472ae7527f0)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:01:51.916144 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ecb94524-f6f0-4d65-a504-dc5f05b994ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (e453ab88-b61e-4d12-adb8-9ae00f63b73d), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:51.952928 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] Set router 88369033-f478-4c31-b488-df0d96a5281f gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:01:52.001619 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 2544e2e7-36e5-4f4a-8893-5df37640abd7 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:52.022345 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c968ad5a-9a0f-4461-86e5-65fbf82e359f', 'name': 'tempest-TestMinimumBasicScenario-1563837008-router', 'tenant_id': '39473eb2570a473ea318fffb547e4267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:49Z', 'updated_at': '2022-05-10T14:01:50Z', 'revision_number': 3, 'project_id': '39473eb2570a473ea318fffb547e4267', 'gw_port': {'id': 'fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:88:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c968ad5a-9a0f-4461-86e5-65fbf82e359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:49Z', 'updated_at': '2022-05-10T14:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:52.050047 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] Checking router: c968ad5a-9a0f-4461-86e5-65fbf82e359f for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:01:52.050387 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] Updating router c968ad5a-9a0f-4461-86e5-65fbf82e359f port fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5 binding host dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:01:52.083110 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb94524-f6f0-4d65-a504-dc5f05b994ba None None] Pushing event updated for resources: {'Port': ['ID=e453ab88-b61e-4d12-adb8-9ae00f63b73d,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:52.086501 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:52.088526 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-c3acba1f-bbfc-4e1e-94a8-193cc3a4d387 None None] Provisioning complete for port e453ab88-b61e-4d12-adb8-9ae00f63b73d triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:52.088910 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c3acba1f-bbfc-4e1e-94a8-193cc3a4d387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (e453ab88-b61e-4d12-adb8-9ae00f63b73d), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:52.245901 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9408c71e-ce1b-4527-b5e7-54335cd383e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:52.286691 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-c3acba1f-bbfc-4e1e-94a8-193cc3a4d387 None None] Current status of the port e453ab88-b61e-4d12-adb8-9ae00f63b73d is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:52.310241 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88369033-f478-4c31-b488-df0d96a5281f', 'name': 'tempest-TestMinimumBasicScenario-1991074628-router', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:42Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 4, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'gw_port': {'id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88369033-f478-4c31-b488-df0d96a5281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:43Z', 'updated_at': '2022-05-10T14:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'e453ab88-b61e-4d12-adb8-9ae00f63b73d', 'name': '', 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'mac_address': 'fa:16:3e:1d:12:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88369033-f478-4c31-b488-df0d96a5281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2059efe2-229a-4de0-9b5e-4765a3685cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:45Z', 'updated_at': '2022-05-10T14:01:50Z', 'revision_number': 4, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'subnets': [{'id': '2059efe2-229a-4de0-9b5e-4765a3685cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:52.310892 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 52230) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:52.358729 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cf24c7-2149-4727-bb8e-6137116c7360 None None] The sync data for ids ['88369033-f478-4c31-b488-df0d96a5281f'] in dv-cinder-840678-6-iscsi is: [{'id': '88369033-f478-4c31-b488-df0d96a5281f', 'name': 'tempest-TestMinimumBasicScenario-1991074628-router', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:42Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 4, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'gw_port': {'id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88369033-f478-4c31-b488-df0d96a5281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:43Z', 'updated_at': '2022-05-10T14:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'e453ab88-b61e-4d12-adb8-9ae00f63b73d', 'name': '', 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'mac_address': 'fa:16:3e:1d:12:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88369033-f478-4c31-b488-df0d96a5281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2059efe2-229a-4de0-9b5e-4765a3685cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:45Z', 'updated_at': '2022-05-10T14:01:50Z', 'revision_number': 4, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'subnets': [{'id': '2059efe2-229a-4de0-9b5e-4765a3685cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:01:52.373291 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d0021d-18df-4ab9-98d3-13603e8748ec admin admin] Deleting subnet 549d44cc-1c6b-4da1-a8dd-8d3c9ff49681 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:01:52.378062 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-43d0021d-18df-4ab9-98d3-13603e8748ec admin admin] Publish callbacks [] for subnet (549d44cc-1c6b-4da1-a8dd-8d3c9ff49681), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:52.404300 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] Publish callbacks [] for port (fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:52.412709 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:52.486480 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-43d0021d-18df-4ab9-98d3-13603e8748ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613639'] for subnet (549d44cc-1c6b-4da1-a8dd-8d3c9ff49681), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:52.506946 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec19be-66f3-44ce-a30f-a7d0acfd631a None None] Pushing event updated for resources: {'Port': ['ID=fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5,revision_number=2']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:52.553104 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] Attempting to bind port fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5 on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:01:52.553765 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] Attempting to bind port fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5 by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:01:52.557491 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] Attempting to bind port fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5 on network 89429d30-8d6e-4195-a41d-5d4817ee56e2 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:01:52.567505 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:01:52.568679 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] Checking segment: {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:52.569252 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:52.569807 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] Bound using segment: {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:01:52.570022 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-43d0021d-18df-4ab9-98d3-13603e8748ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853495'] for subnet (549d44cc-1c6b-4da1-a8dd-8d3c9ff49681), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:52.570613 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] Bound port: fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:01:52.571747 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:52.589931 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-9408c71e-ce1b-4527-b5e7-54335cd383e1 admin admin] Allocated IP 172.20.0.1 (bb7b52e7-5d2a-4995-967a-a5d4bcd0f928/622ba2c8-31b5-4a11-a9b2-3759cedc241e/ca78890e-ac9e-4af5-a326-d3f326371e84) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:01:52.727879 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-43d0021d-18df-4ab9-98d3-13603e8748ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8740105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10142743'] for subnet (549d44cc-1c6b-4da1-a8dd-8d3c9ff49681), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:52.733378 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] For port fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:01:52.744382 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] For port fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:01:52.759913 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:52.798960 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0021d-18df-4ab9-98d3-13603e8748ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=549d44cc-1c6b-4da1-a8dd-8d3c9ff49681,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:52.825020 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-43d0021d-18df-4ab9-98d3-13603e8748ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:52.832153 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-43d0021d-18df-4ab9-98d3-13603e8748ec admin admin] 10.222.0.49 "DELETE /v2.0/subnets/549d44cc-1c6b-4da1-a8dd-8d3c9ff49681 HTTP/1.1" status: 204 len: 168 time: 0.5188558 May 10 14:01:52.840674 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec19be-66f3-44ce-a30f-a7d0acfd631a None None] Pushing event updated for resources: {'Port': ['ID=fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:52.841592 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 52256) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:52.901310 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] Routers {'c968ad5a-9a0f-4461-86e5-65fbf82e359f'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:01:52.901966 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:01:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['c968ad5a-9a0f-4461-86e5-65fbf82e359f'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:52.951168 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7763938'] for network (0fe86ab8-87d6-4f31-9d80-0fbbf9f176eb), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:52.976578 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1b483-a916-4719-bc39-48d20c42361d req-96739be1-d41f-4aab-8e9c-c04612361166 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:52.980013 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-60a1b483-a916-4719-bc39-48d20c42361d req-96739be1-d41f-4aab-8e9c-c04612361166 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.2127142 May 10 14:01:53.010693 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-b25310c9-43c7-4dec-bb9d-0caa4aafd977 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=cdc4505b52714863b9bf8143c27f0a02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534801 May 10 14:01:53.144246 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] Set router c968ad5a-9a0f-4461-86e5-65fbf82e359f gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:01:53.178054 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device e453ab88-b61e-4d12-adb8-9ae00f63b73d up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:53.244396 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9408c71e-ce1b-4527-b5e7-54335cd383e1 admin admin] Publish callbacks [] for port (ca78890e-ac9e-4af5-a326-d3f326371e84), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:53.262547 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-60a1b483-a916-4719-bc39-48d20c42361d req-a89a73fd-1b89-4e73-a733-ee2588b6489a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709763 May 10 14:01:53.289832 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854924', 'neutron.services.segments.db._delete_segments_for_network-8770989559345'] for network (0fe86ab8-87d6-4f31-9d80-0fbbf9f176eb), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:53.307314 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f058187e-9fe4-4b55-bdf6-90aaa62ec14b None None] Network bb7b52e7-5d2a-4995-967a-a5d4bcd0f928 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:01:53.314161 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe86ab8-87d6-4f31-9d80-0fbbf9f176eb']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:53.327769 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ba2745-9bac-492d-b8a0-9600be4589e0') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:53.328362 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ba2745-9bac-492d-b8a0-9600be4589e0') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:53.348525 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770989363514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613884'] for segment (48ba2745-9bac-492d-b8a0-9600be4589e0), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:53.375572 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9408c71e-ce1b-4527-b5e7-54335cd383e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (ca78890e-ac9e-4af5-a326-d3f326371e84), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:53.382306 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (48ba2745-9bac-492d-b8a0-9600be4589e0), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:53.398857 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:01:53.400615 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8740195'] for segment (48ba2745-9bac-492d-b8a0-9600be4589e0), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:53.404603 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-7012a144-6ec8-4b5a-9376-801f240152e4 None None] Provisioning complete for port 1dedbd11-6029-421b-a2a9-2e162e2e92fb triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:53.405215 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7012a144-6ec8-4b5a-9376-801f240152e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (1dedbd11-6029-421b-a2a9-2e162e2e92fb), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:53.501645 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9408c71e-ce1b-4527-b5e7-54335cd383e1 admin admin] Network bb7b52e7-5d2a-4995-967a-a5d4bcd0f928 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:53.512629 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-9408c71e-ce1b-4527-b5e7-54335cd383e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:53.518503 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9408c71e-ce1b-4527-b5e7-54335cd383e1 admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:01:53.520149 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9408c71e-ce1b-4527-b5e7-54335cd383e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540858'] for router_interface (c968ad5a-9a0f-4461-86e5-65fbf82e359f), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: Traceback (most recent call last): May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: timer() May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: cb(*args, **kw) May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: return func(*args, **kwargs) May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: self._notify() May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: self.callback(batched_events) May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: event.method(event) May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: return f(self, *a, **k) May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: return self._get(url).json() May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:01:53.539269 dv-cinder-840678-6-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:01:53.550864 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542943'] for network (0fe86ab8-87d6-4f31-9d80-0fbbf9f176eb), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:53.560218 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:53.563684 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] 10.222.0.49 "DELETE /v2.0/networks/0fe86ab8-87d6-4f31-9d80-0fbbf9f176eb HTTP/1.1" status: 204 len: 168 time: 0.7209511 May 10 14:01:53.603743 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port e453ab88-b61e-4d12-adb8-9ae00f63b73d triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:53.604194 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (e453ab88-b61e-4d12-adb8-9ae00f63b73d), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:53.628191 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 52272) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:53.643021 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] Pushing event deleted for resources: {'Network': ['ID=0fe86ab8-87d6-4f31-9d80-0fbbf9f176eb,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:53.656831 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c968ad5a-9a0f-4461-86e5-65fbf82e359f', 'name': 'tempest-TestMinimumBasicScenario-1563837008-router', 'tenant_id': '39473eb2570a473ea318fffb547e4267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:49Z', 'updated_at': '2022-05-10T14:01:50Z', 'revision_number': 3, 'project_id': '39473eb2570a473ea318fffb547e4267', 'gw_port': {'id': 'fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:88:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c968ad5a-9a0f-4461-86e5-65fbf82e359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:49Z', 'updated_at': '2022-05-10T14:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:53.670725 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408c71e-ce1b-4527-b5e7-54335cd383e1 admin admin] Pushing event updated for resources: {'Port': ['ID=ca78890e-ac9e-4af5-a326-d3f326371e84,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:53.702324 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4956f8c7-35c2-45eb-be27-4b349b904316 None None] The sync data for ids ['c968ad5a-9a0f-4461-86e5-65fbf82e359f'] in dv-cinder-840678-6-iscsi is: [{'id': 'c968ad5a-9a0f-4461-86e5-65fbf82e359f', 'name': 'tempest-TestMinimumBasicScenario-1563837008-router', 'tenant_id': '39473eb2570a473ea318fffb547e4267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:49Z', 'updated_at': '2022-05-10T14:01:50Z', 'revision_number': 3, 'project_id': '39473eb2570a473ea318fffb547e4267', 'gw_port': {'id': 'fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:88:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c968ad5a-9a0f-4461-86e5-65fbf82e359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:49Z', 'updated_at': '2022-05-10T14:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:01:53.745025 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7b670f-7fbd-47d6-b0ee-64c72d51f5e1 admin admin] Deleting subnet fa850046-ef57-426e-8896-bb0e0ca8d676 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:01:53.764606 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de7b670f-7fbd-47d6-b0ee-64c72d51f5e1 admin admin] Publish callbacks [] for subnet (fa850046-ef57-426e-8896-bb0e0ca8d676), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:53.815233 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-7012a144-6ec8-4b5a-9376-801f240152e4 None None] Current status of the port 1dedbd11-6029-421b-a2a9-2e162e2e92fb is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:53.815873 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7012a144-6ec8-4b5a-9376-801f240152e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (1dedbd11-6029-421b-a2a9-2e162e2e92fb), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:53.830469 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9408c71e-ce1b-4527-b5e7-54335cd383e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (ca78890e-ac9e-4af5-a326-d3f326371e84), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:53.858142 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:53.858494 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:53.858839 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:53.859189 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:53.859525 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:53.859859 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:53.868245 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:53.869173 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:53.870093 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:53.870721 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:53.871192 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:53.871690 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:53.872119 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:53.881897 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:53.882425 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0844-9907-4f3d-9c9e-ebbe99515ddc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:53.918984 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-5e50abfb-03a9-4977-b4d7-bc47e5ba5a0d tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:53.927148 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-7012a144-6ec8-4b5a-9376-801f240152e4 None None] For port 1dedbd11-6029-421b-a2a9-2e162e2e92fb, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=1dedbd11-6029-421b-a2a9-2e162e2e92fb,segment=NetworkSegment(2e606df6-c23f-4a71-9c0a-92e217ffdc32),segment_id=2e606df6-c23f-4a71-9c0a-92e217ffdc32)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:01:53.928346 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-5e50abfb-03a9-4977-b4d7-bc47e5ba5a0d tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9159873 May 10 14:01:53.935103 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port e453ab88-b61e-4d12-adb8-9ae00f63b73d is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:53.936266 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 1dedbd11-6029-421b-a2a9-2e162e2e92fb up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:53.940127 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7012a144-6ec8-4b5a-9376-801f240152e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (1dedbd11-6029-421b-a2a9-2e162e2e92fb), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:53.963259 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-cd501aa3-702d-4f83-b3df-e9af7ccae19b tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/quotas/cdc4505b52714863b9bf8143c27f0a02 HTTP/1.1" status: 200 len: 375 time: 0.0336711 May 10 14:01:54.007351 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-9c932dd1-6467-46f6-b784-1aadd9f1d067 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cdc4505b52714863b9bf8143c27f0a02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430338 May 10 14:01:54.018363 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de7b670f-7fbd-47d6-b0ee-64c72d51f5e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613639'] for subnet (fa850046-ef57-426e-8896-bb0e0ca8d676), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:54.090365 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de7b670f-7fbd-47d6-b0ee-64c72d51f5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853495'] for subnet (fa850046-ef57-426e-8896-bb0e0ca8d676), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:54.093527 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012a144-6ec8-4b5a-9376-801f240152e4 None None] Pushing event updated for resources: {'Port': ['ID=1dedbd11-6029-421b-a2a9-2e162e2e92fb,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:54.106655 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 1dedbd11-6029-421b-a2a9-2e162e2e92fb triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:54.106892 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (1dedbd11-6029-421b-a2a9-2e162e2e92fb), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:54.151552 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9408c71e-ce1b-4527-b5e7-54335cd383e1 admin admin] Publish callbacks [] for port (ca78890e-ac9e-4af5-a326-d3f326371e84), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:54.164434 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9408c71e-ce1b-4527-b5e7-54335cd383e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (ca78890e-ac9e-4af5-a326-d3f326371e84), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:54.166068 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9408c71e-ce1b-4527-b5e7-54335cd383e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-506185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544391'] for router_interface (c968ad5a-9a0f-4461-86e5-65fbf82e359f), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:54.216468 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de7b670f-7fbd-47d6-b0ee-64c72d51f5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8740105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10142743'] for subnet (fa850046-ef57-426e-8896-bb0e0ca8d676), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:54.305079 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b670f-7fbd-47d6-b0ee-64c72d51f5e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa850046-ef57-426e-8896-bb0e0ca8d676,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:54.329892 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de7b670f-7fbd-47d6-b0ee-64c72d51f5e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:54.333426 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408c71e-ce1b-4527-b5e7-54335cd383e1 admin admin] Pushing event updated for resources: {'Port': ['ID=ca78890e-ac9e-4af5-a326-d3f326371e84,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:54.334624 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-de7b670f-7fbd-47d6-b0ee-64c72d51f5e1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fa850046-ef57-426e-8896-bb0e0ca8d676 HTTP/1.1" status: 204 len: 168 time: 0.6856372 May 10 14:01:54.337919 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 52288) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:54.362520 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-8ba92ea9-2920-4899-9df6-492c23d6f512 None None] Provisioning complete for port 1dedbd11-6029-421b-a2a9-2e162e2e92fb triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:54.363060 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8ba92ea9-2920-4899-9df6-492c23d6f512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (1dedbd11-6029-421b-a2a9-2e162e2e92fb), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:54.442478 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 1dedbd11-6029-421b-a2a9-2e162e2e92fb is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:54.492406 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f648f24f-8929-427b-9672-4d74d72bd2a9 req-9d6f5727-1819-45ad-a93c-83d30e83c396 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 210 time: 0.1306355 May 10 14:01:54.515428 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-8ba92ea9-2920-4899-9df6-492c23d6f512 None None] Current status of the port 1dedbd11-6029-421b-a2a9-2e162e2e92fb is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:54.527582 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-8ba92ea9-2920-4899-9df6-492c23d6f512 None None] Provisioning complete for port ca78890e-ac9e-4af5-a326-d3f326371e84 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:54.528044 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8ba92ea9-2920-4899-9df6-492c23d6f512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (ca78890e-ac9e-4af5-a326-d3f326371e84), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:54.568721 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660e893-de5d-495f-abc7-f02b09a187e3 req-c3cd7125-cfbc-4b5c-979c-73b77b263fe1 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:54.570446 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8660e893-de5d-495f-abc7-f02b09a187e3 req-c3cd7125-cfbc-4b5c-979c-73b77b263fe1 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.1387839 May 10 14:01:54.581268 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9408c71e-ce1b-4527-b5e7-54335cd383e1 admin admin] Network bb7b52e7-5d2a-4995-967a-a5d4bcd0f928 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:54.585008 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-9408c71e-ce1b-4527-b5e7-54335cd383e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:54.601450 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7763938'] for network (c423949d-d047-4895-bcc8-504750d232f4), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:54.684667 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-8ba92ea9-2920-4899-9df6-492c23d6f512 None None] Port ca78890e-ac9e-4af5-a326-d3f326371e84 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:01:54.813661 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-58f16903-8f38-415a-8c2a-4abb6c82077a None None] Provisioning complete for port ca78890e-ac9e-4af5-a326-d3f326371e84 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:54.814168 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-58f16903-8f38-415a-8c2a-4abb6c82077a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (ca78890e-ac9e-4af5-a326-d3f326371e84), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:54.822851 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8660e893-de5d-495f-abc7-f02b09a187e3 req-9c3fd094-888f-4bd5-ab4a-9762e0c157ac tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391100 May 10 14:01:54.988227 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-58f16903-8f38-415a-8c2a-4abb6c82077a None None] Port ca78890e-ac9e-4af5-a326-d3f326371e84 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:01:55.152630 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854924', 'neutron.services.segments.db._delete_segments_for_network-8770989559345'] for network (c423949d-d047-4895-bcc8-504750d232f4), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:55.179224 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:55.188974 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9408c71e-ce1b-4527-b5e7-54335cd383e1 admin admin] Router c968ad5a-9a0f-4461-86e5-65fbf82e359f has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:01:55.191342 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:55.191715 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:55.192489 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:55.192829 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] Subscribe: > port after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:55.193186 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:55.193557 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] Subscribe: > port after_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:55.193903 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:55.194231 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:55.194572 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:55.194879 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:55.222244 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-e1b1ebec-0fcd-41e3-8327-db1b581eae29 None None] Provisioning complete for port ca78890e-ac9e-4af5-a326-d3f326371e84 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:55.222877 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e1b1ebec-0fcd-41e3-8327-db1b581eae29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (ca78890e-ac9e-4af5-a326-d3f326371e84), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:55.260655 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:55.261012 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:55.261361 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:55.261700 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103389) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 14:01:55.262111 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c423949d-d047-4895-bcc8-504750d232f4']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:55.275609 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:55.276044 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:55.289496 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c6a321-eb46-4273-8941-b918ec2d5a26') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:55.290386 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c6a321-eb46-4273-8941-b918ec2d5a26') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:55.319165 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:55.322281 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-e1b1ebec-0fcd-41e3-8327-db1b581eae29 None None] Port ca78890e-ac9e-4af5-a326-d3f326371e84 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:01:55.343454 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770989363514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9373924'] for segment (77c6a321-eb46-4273-8941-b918ec2d5a26), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:55.383940 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (77c6a321-eb46-4273-8941-b918ec2d5a26), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:55.388771 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:55.389281 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:55.402057 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:01:55.402471 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9372347'] for segment (77c6a321-eb46-4273-8941-b918ec2d5a26), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: from cryptography.utils import int_from_bytes May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: from cryptography.utils import int_from_bytes May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: Traceback (most recent call last): May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: timer() May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: cb(*args, **kw) May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: return func(*args, **kwargs) May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: self._notify() May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: self.callback(batched_events) May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: event.method(event) May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: return f(self, *a, **k) May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: return self._get(url).json() May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:01:55.406435 dv-cinder-840678-6-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:01:55.413184 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] For port fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:01:55.417937 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:55.419051 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 1dedbd11-6029-421b-a2a9-2e162e2e92fb up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:55.520398 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542943'] for network (c423949d-d047-4895-bcc8-504750d232f4), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:55.523755 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9408c71e-ce1b-4527-b5e7-54335cd383e1 admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:01:55.531019 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-9408c71e-ce1b-4527-b5e7-54335cd383e1 admin admin] 10.222.0.49 "PUT /v2.0/routers/c968ad5a-9a0f-4461-86e5-65fbf82e359f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9023583 May 10 14:01:55.536644 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:55.540702 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] 10.222.0.49 "DELETE /v2.0/networks/c423949d-d047-4895-bcc8-504750d232f4 HTTP/1.1" status: 204 len: 168 time: 1.2017074 May 10 14:01:55.603780 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266dd68-f19a-47fe-8767-ded4389adc5d admin admin] Pushing event deleted for resources: {'Network': ['ID=c423949d-d047-4895-bcc8-504750d232f4,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:55.670411 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf6556-1b49-4052-85c5-85132761a40e req-8c8b91e6-2ddb-4998-b208-41cdac7e4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:55.676537 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cbbf6556-1b49-4052-85c5-85132761a40e req-8c8b91e6-2ddb-4998-b208-41cdac7e4731 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=368287ad726146f88559c73a86e4b26d&device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 1130 time: 0.0961194 May 10 14:01:55.840306 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 1dedbd11-6029-421b-a2a9-2e162e2e92fb triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:55.841465 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (1dedbd11-6029-421b-a2a9-2e162e2e92fb), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:55.902069 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-89b155d5-2849-49f8-84f0-3f1f012b5ee9 req-b1bfb59e-68e4-4098-b9dc-ede6fd1981fe tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 210 time: 0.3042116 May 10 14:01:55.909811 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 52328) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:55.970607 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Pushing event updated for resources: {'Port': ['ID=fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:56.109978 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4e5be-650c-46ce-ad37-4ae66c391944 req-de0116ab-8d97-4733-96f5-c29035c12d37 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:56.110433 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-970ce93a-7d7e-44d1-b0ad-8aeb05fcd98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:56.115473 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f3e4e5be-650c-46ce-ad37-4ae66c391944 req-de0116ab-8d97-4733-96f5-c29035c12d37 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.1546226 May 10 14:01:56.143001 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 1dedbd11-6029-421b-a2a9-2e162e2e92fb is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:56.160278 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d1938f1c-d362-4813-b8ee-8bcb91c9e6e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f0a0817431534af8af0e991417947246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487588 May 10 14:01:56.162732 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 52336) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:56.193982 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f3e4e5be-650c-46ce-ad37-4ae66c391944 req-ef6c19d0-c91f-4aa7-ae1a-5b02557a9365 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661483 May 10 14:01:56.276596 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-abeeb3e8-495b-4dcc-941f-87eb175d5754 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=cdc4505b52714863b9bf8143c27f0a02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551202 May 10 14:01:56.310893 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf6556-1b49-4052-85c5-85132761a40e req-6e39aeb5-b22e-4357-bd67-805afe0fadb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:56.313118 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cbbf6556-1b49-4052-85c5-85132761a40e req-6e39aeb5-b22e-4357-bd67-805afe0fadb9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=74785619-4d29-47a9-9c74-95cf48855a3c HTTP/1.1" status: 200 len: 919 time: 0.3583999 May 10 14:01:56.480843 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cc01d555-31b9-4c2d-8325-6ab46b52eaef admin admin] Publish callbacks [] for security_group (74530a56-5f24-472a-83d0-9f6c295ce9a8), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:56.554547 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cc01d555-31b9-4c2d-8325-6ab46b52eaef admin admin] Publish callbacks [] for security_group (74530a56-5f24-472a-83d0-9f6c295ce9a8), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:56.563653 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cbbf6556-1b49-4052-85c5-85132761a40e req-92e28291-833d-4db4-ae65-283f3626f44b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54c8afe4-b86d-4757-bf04-f87c35143a83 HTTP/1.1" status: 200 len: 217 time: 0.2255766 May 10 14:01:57.015243 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:01:57.098596 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-d35b9164-eea5-4ab5-997c-de83f442b3a0 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:57.100626 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-d35b9164-eea5-4ab5-997c-de83f442b3a0 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7833147 May 10 14:01:57.111332 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf6556-1b49-4052-85c5-85132761a40e req-ac94774f-ea10-4705-9780-10b8db3d0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:57.115135 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cbbf6556-1b49-4052-85c5-85132761a40e req-ac94774f-ea10-4705-9780-10b8db3d0618 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3840d9d-0915-4f13-a509-4479e7e326c0 HTTP/1.1" status: 200 len: 857 time: 0.5347366 May 10 14:01:57.139367 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a8a6f373-2925-44ff-b2b1-bb87713b158f req-45b0d453-48b9-4cb3-947b-9a249454051e tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 210 time: 0.0755448 May 10 14:01:57.186518 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:57.186895 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:57.187963 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Request body: {'port': {'device_id': '69f8c575-d141-465e-a1d6-0a588d798efc', 'network_id': '818a1980-1648-4334-9ff3-01491e2b099e', 'admin_state_up': True, 'tenant_id': 'cdc4505b52714863b9bf8143c27f0a02'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:57.282285 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cc01d555-31b9-4c2d-8325-6ab46b52eaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (74530a56-5f24-472a-83d0-9f6c295ce9a8), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:57.285239 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cc01d555-31b9-4c2d-8325-6ab46b52eaef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:57.286615 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-cc01d555-31b9-4c2d-8325-6ab46b52eaef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/74530a56-5f24-472a-83d0-9f6c295ce9a8 HTTP/1.1" status: 204 len: 168 time: 1.1225069 May 10 14:01:57.318057 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf6556-1b49-4052-85c5-85132761a40e req-542d8c4c-a7c2-4480-a222-191a84ddd1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:57.320059 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cbbf6556-1b49-4052-85c5-85132761a40e req-542d8c4c-a7c2-4480-a222-191a84ddd1f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74785619-4d29-47a9-9c74-95cf48855a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1967592 May 10 14:01:57.323516 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01d555-31b9-4c2d-8325-6ab46b52eaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74530a56-5f24-472a-83d0-9f6c295ce9a8,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:57.336125 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d69fb1-c656-42cb-869a-98a831b7aba2 req-74748153-4d37-4e4d-a9f5-b9606ce919e6 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:57.345023 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c2d69fb1-c656-42cb-869a-98a831b7aba2 req-74748153-4d37-4e4d-a9f5-b9606ce919e6 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.0637653 May 10 14:01:57.351101 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:01:57.410869 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c2d69fb1-c656-42cb-869a-98a831b7aba2 req-a5d3608b-7aa7-4375-8957-6748c85e2877 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644813 May 10 14:01:57.521497 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cbbf6556-1b49-4052-85c5-85132761a40e req-2222aa1b-34c0-4d1a-af99-8e3a81669170 service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934574 May 10 14:01:57.547962 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Made reservation on behalf of cdc4505b52714863b9bf8143c27f0a02 for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:01:57.551748 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:57.627675 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:57.776631 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cbbf6556-1b49-4052-85c5-85132761a40e req-1c1914cf-1b0d-4d59-b2a7-39be6e6494e1 service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478514 May 10 14:01:57.779722 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Publish callbacks [] for security_group (90e696df-f1d3-4afc-b32d-3b3b244c7d16), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:57.781378 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] Sync routers for ids ['c968ad5a-9a0f-4461-86e5-65fbf82e359f'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:01:57.787383 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (90e696df-f1d3-4afc-b32d-3b3b244c7d16), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:57.834225 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] Routers {'c968ad5a-9a0f-4461-86e5-65fbf82e359f'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:01:57.834681 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:01:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['c968ad5a-9a0f-4461-86e5-65fbf82e359f'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:57.890441 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 52396) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:57.920204 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e696df-f1d3-4afc-b32d-3b3b244c7d16,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:57.940582 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:57.940952 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:57.941280 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:57.941627 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:57.941972 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:57.942617 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:57.942977 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:57.943301 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:57.943967 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:57.943967 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:57.944307 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:57.944643 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:57.944973 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:57.945297 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:57.945626 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:01:57.965982 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b2669413-4c0e-4e65-9c1d-8533fc72a71f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80407d5686164cecb1e91a039e1d8c9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0742571 May 10 14:01:57.981517 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 52398) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:01:57.997411 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] Set router c968ad5a-9a0f-4461-86e5-65fbf82e359f gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:01:58.047693 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Allocated IP 192.168.233.240 (818a1980-1648-4334-9ff3-01491e2b099e/4f26c025-005c-4094-b34c-94abc18a42a3/9b6ddffa-174d-4fdc-9944-6f473aa96b81) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:01:58.052149 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea6c5-5348-40a6-bc3d-371d984a70a1 admin admin] Publish callbacks [] for security_group (b637c5b6-bff7-4f43-9923-af9979f57497), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:58.081077 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea6c5-5348-40a6-bc3d-371d984a70a1 admin admin] Publish callbacks [] for security_group (b637c5b6-bff7-4f43-9923-af9979f57497), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:58.142480 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea6c5-5348-40a6-bc3d-371d984a70a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (b637c5b6-bff7-4f43-9923-af9979f57497), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:58.145423 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8b6ea6c5-5348-40a6-bc3d-371d984a70a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:58.147652 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8b6ea6c5-5348-40a6-bc3d-371d984a70a1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b637c5b6-bff7-4f43-9923-af9979f57497 HTTP/1.1" status: 204 len: 168 time: 0.1630397 May 10 14:01:58.177183 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ea6c5-5348-40a6-bc3d-371d984a70a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b637c5b6-bff7-4f43-9923-af9979f57497,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:58.323243 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f3076f52-7256-4bca-b677-28ea13db115e req-fc974d25-d28b-4ece-a48b-447892f6486e tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 210 time: 0.0701015 May 10 14:01:58.332664 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2d8c3562-9353-450d-abf1-dac253f517ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:58.403113 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c968ad5a-9a0f-4461-86e5-65fbf82e359f', 'name': 'tempest-TestMinimumBasicScenario-1563837008-router', 'tenant_id': '39473eb2570a473ea318fffb547e4267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:49Z', 'updated_at': '2022-05-10T14:01:53Z', 'revision_number': 4, 'project_id': '39473eb2570a473ea318fffb547e4267', 'gw_port': {'id': 'fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c968ad5a-9a0f-4461-86e5-65fbf82e359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:49Z', 'updated_at': '2022-05-10T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'ca78890e-ac9e-4af5-a326-d3f326371e84', 'name': '', 'network_id': 'bb7b52e7-5d2a-4995-967a-a5d4bcd0f928', 'tenant_id': '39473eb2570a473ea318fffb547e4267', 'mac_address': 'fa:16:3e:a9:1d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c968ad5a-9a0f-4461-86e5-65fbf82e359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '622ba2c8-31b5-4a11-a9b2-3759cedc241e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:52Z', 'updated_at': '2022-05-10T14:01:53Z', 'revision_number': 2, 'project_id': '39473eb2570a473ea318fffb547e4267', 'subnets': [{'id': '622ba2c8-31b5-4a11-a9b2-3759cedc241e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:58.415649 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Publish callbacks [] for port (9b6ddffa-174d-4fdc-9944-6f473aa96b81), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:58.436735 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] Checking router: c968ad5a-9a0f-4461-86e5-65fbf82e359f for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:01:58.437382 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] Updating router c968ad5a-9a0f-4461-86e5-65fbf82e359f port ca78890e-ac9e-4af5-a326-d3f326371e84 binding host dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:01:58.476462 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (9b6ddffa-174d-4fdc-9944-6f473aa96b81), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:58.482391 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (ca78890e-ac9e-4af5-a326-d3f326371e84), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:58.559681 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Network 818a1980-1648-4334-9ff3-01491e2b099e is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:01:58.570924 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:01:58.573579 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Pushing event updated for resources: {'Port': ['ID=9b6ddffa-174d-4fdc-9944-6f473aa96b81,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:58.576388 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:01:58.721802 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:58.722488 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:58.768062 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-fc1c671e-c55d-4dda-a274-b2fb7e10aa46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6434610 May 10 14:01:58.900989 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-011e7b28-03ca-4d01-8d07-af23beca628f service neutron] Request body: {'port': {'device_id': '69f8c575-d141-465e-a1d6-0a588d798efc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:01:59.029510 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] Publish callbacks [] for port (ca78890e-ac9e-4af5-a326-d3f326371e84), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:59.045714 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (ca78890e-ac9e-4af5-a326-d3f326371e84), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:59.216806 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bb000-0183-42ad-9656-fc464dea04ba req-ba3f9fef-2c03-45a8-afdc-f6e341e6ee31 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:59.218323 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-460bb000-0183-42ad-9656-fc464dea04ba req-ba3f9fef-2c03-45a8-afdc-f6e341e6ee31 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.2276580 May 10 14:01:59.238833 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-c943630e-bf7d-441d-ab29-73941e112a3c None None] Provisioning complete for port 9b6ddffa-174d-4fdc-9944-6f473aa96b81 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:01:59.239037 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48a1ca-1d8d-4e45-a80b-ffe29cea9e44 req-a26a5a2b-d327-4065-bc51-3d4cc15f4a8c tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:59.239974 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c943630e-bf7d-441d-ab29-73941e112a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (9b6ddffa-174d-4fdc-9944-6f473aa96b81), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:59.248424 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2c48a1ca-1d8d-4e45-a80b-ffe29cea9e44 req-a26a5a2b-d327-4065-bc51-3d4cc15f4a8c tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0910683 May 10 14:01:59.302263 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-011e7b28-03ca-4d01-8d07-af23beca628f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (9b6ddffa-174d-4fdc-9944-6f473aa96b81), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:59.331460 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2c48a1ca-1d8d-4e45-a80b-ffe29cea9e44 req-7fdd1657-f695-489e-b939-624d1db30e42 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818634 May 10 14:01:59.350921 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115aab6f-5a49-4168-aca1-92bb15c6dcdc None None] Pushing event updated for resources: {'Port': ['ID=ca78890e-ac9e-4af5-a326-d3f326371e84,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:01:59.355672 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] Attempting to bind port ca78890e-ac9e-4af5-a326-d3f326371e84 on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:01:59.356359 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] Attempting to bind port ca78890e-ac9e-4af5-a326-d3f326371e84 by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '2e606df6-c23f-4a71-9c0a-92e217ffdc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bb7b52e7-5d2a-4995-967a-a5d4bcd0f928'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:01:59.356923 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] Attempting to bind port ca78890e-ac9e-4af5-a326-d3f326371e84 on network bb7b52e7-5d2a-4995-967a-a5d4bcd0f928 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:01:59.365386 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:01:59.365781 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] Checking segment: {'id': '2e606df6-c23f-4a71-9c0a-92e217ffdc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bb7b52e7-5d2a-4995-967a-a5d4bcd0f928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:01:59.366197 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:59.366777 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] Bound using segment: {'id': '2e606df6-c23f-4a71-9c0a-92e217ffdc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bb7b52e7-5d2a-4995-967a-a5d4bcd0f928'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:01:59.367453 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] Bound port: ca78890e-ac9e-4af5-a326-d3f326371e84, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e606df6-c23f-4a71-9c0a-92e217ffdc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bb7b52e7-5d2a-4995-967a-a5d4bcd0f928'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:01:59.368585 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (ca78890e-ac9e-4af5-a326-d3f326371e84), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:59.384215 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-c943630e-bf7d-441d-ab29-73941e112a3c None None] Port 9b6ddffa-174d-4fdc-9944-6f473aa96b81 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:01:59.388108 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:59.474511 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] For port ca78890e-ac9e-4af5-a326-d3f326371e84, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:01:59.479743 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] For port ca78890e-ac9e-4af5-a326-d3f326371e84, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=ca78890e-ac9e-4af5-a326-d3f326371e84,segment=NetworkSegment(2e606df6-c23f-4a71-9c0a-92e217ffdc32),segment_id=2e606df6-c23f-4a71-9c0a-92e217ffdc32)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:01:59.493406 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (ca78890e-ac9e-4af5-a326-d3f326371e84), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:01:59.536787 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-460bb000-0183-42ad-9656-fc464dea04ba req-814747e5-c25d-4250-893b-b3234098695e tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019564 May 10 14:01:59.560561 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f0c6b-c29a-485e-9b0b-7df5553ea492 req-5d431ccd-0de5-406e-a875-d4887b723e46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:01:59.568240 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a39f0c6b-c29a-485e-9b0b-7df5553ea492 req-5d431ccd-0de5-406e-a875-d4887b723e46 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 936 time: 0.1206269 May 10 14:01:59.640325 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] Routers {'c968ad5a-9a0f-4461-86e5-65fbf82e359f'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:01:59.640982 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:01:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['c968ad5a-9a0f-4461-86e5-65fbf82e359f'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:01:59.692671 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a39f0c6b-c29a-485e-9b0b-7df5553ea492 req-e147aa5b-613e-4e2f-afe3-ef34d4d35631 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/security-groups?id=90e696df-f1d3-4afc-b32d-3b3b244c7d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233985 May 10 14:01:59.784589 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] Set router c968ad5a-9a0f-4461-86e5-65fbf82e359f gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:01:59.933987 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115aab6f-5a49-4168-aca1-92bb15c6dcdc None None] Pushing event updated for resources: {'Port': ['ID=ca78890e-ac9e-4af5-a326-d3f326371e84,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:00.002006 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-9100c0d3-a0ed-42df-ac9a-89fbfa347094 None None] Provisioning complete for port ca78890e-ac9e-4af5-a326-d3f326371e84 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:02:00.002339 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9100c0d3-a0ed-42df-ac9a-89fbfa347094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (ca78890e-ac9e-4af5-a326-d3f326371e84), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:00.024187 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-011e7b28-03ca-4d01-8d07-af23beca628f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b6ddffa-174d-4fdc-9944-6f473aa96b81 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:02:00.037347 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-011e7b28-03ca-4d01-8d07-af23beca628f service neutron] Publish callbacks [] for port (9b6ddffa-174d-4fdc-9944-6f473aa96b81), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:00.076085 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-011e7b28-03ca-4d01-8d07-af23beca628f service neutron] Transition to ACTIVE for port object 9b6ddffa-174d-4fdc-9944-6f473aa96b81 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:02:00.088343 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-011e7b28-03ca-4d01-8d07-af23beca628f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (9b6ddffa-174d-4fdc-9944-6f473aa96b81), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:00.220910 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e7b28-03ca-4d01-8d07-af23beca628f service neutron] Pushing event updated for resources: {'Port': ['ID=9b6ddffa-174d-4fdc-9944-6f473aa96b81,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:00.293543 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-9100c0d3-a0ed-42df-ac9a-89fbfa347094 None None] Current status of the port ca78890e-ac9e-4af5-a326-d3f326371e84 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:00.295968 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9100c0d3-a0ed-42df-ac9a-89fbfa347094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (ca78890e-ac9e-4af5-a326-d3f326371e84), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:00.321809 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c968ad5a-9a0f-4461-86e5-65fbf82e359f', 'name': 'tempest-TestMinimumBasicScenario-1563837008-router', 'tenant_id': '39473eb2570a473ea318fffb547e4267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:49Z', 'updated_at': '2022-05-10T14:01:53Z', 'revision_number': 4, 'project_id': '39473eb2570a473ea318fffb547e4267', 'gw_port': {'id': 'fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c968ad5a-9a0f-4461-86e5-65fbf82e359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:49Z', 'updated_at': '2022-05-10T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'ca78890e-ac9e-4af5-a326-d3f326371e84', 'name': '', 'network_id': 'bb7b52e7-5d2a-4995-967a-a5d4bcd0f928', 'tenant_id': '39473eb2570a473ea318fffb547e4267', 'mac_address': 'fa:16:3e:a9:1d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c968ad5a-9a0f-4461-86e5-65fbf82e359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '622ba2c8-31b5-4a11-a9b2-3759cedc241e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:52Z', 'updated_at': '2022-05-10T14:01:59Z', 'revision_number': 4, 'project_id': '39473eb2570a473ea318fffb547e4267', 'subnets': [{'id': '622ba2c8-31b5-4a11-a9b2-3759cedc241e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:02:00.339690 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-011e7b28-03ca-4d01-8d07-af23beca628f service neutron] Attempting to bind port 9b6ddffa-174d-4fdc-9944-6f473aa96b81 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:02:00.340051 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-011e7b28-03ca-4d01-8d07-af23beca628f service neutron] Attempting to bind port 9b6ddffa-174d-4fdc-9944-6f473aa96b81 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '818a1980-1648-4334-9ff3-01491e2b099e'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:02:00.340385 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-011e7b28-03ca-4d01-8d07-af23beca628f service neutron] Attempting to bind port 9b6ddffa-174d-4fdc-9944-6f473aa96b81 on network 818a1980-1648-4334-9ff3-01491e2b099e {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:02:00.361302 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-011e7b28-03ca-4d01-8d07-af23beca628f service neutron] Port 9b6ddffa-174d-4fdc-9944-6f473aa96b81 on network 818a1980-1648-4334-9ff3-01491e2b099e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:02:00.361641 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-011e7b28-03ca-4d01-8d07-af23beca628f service neutron] Attempting to bind port 9b6ddffa-174d-4fdc-9944-6f473aa96b81 on network 818a1980-1648-4334-9ff3-01491e2b099e {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:02:00.375083 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103e35ea-b750-423c-bd29-14f86b5c2d40 None None] The sync data for ids ['c968ad5a-9a0f-4461-86e5-65fbf82e359f'] in dv-cinder-840678-6-iscsi is: [{'id': 'c968ad5a-9a0f-4461-86e5-65fbf82e359f', 'name': 'tempest-TestMinimumBasicScenario-1563837008-router', 'tenant_id': '39473eb2570a473ea318fffb547e4267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:49Z', 'updated_at': '2022-05-10T14:01:53Z', 'revision_number': 4, 'project_id': '39473eb2570a473ea318fffb547e4267', 'gw_port': {'id': 'fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c968ad5a-9a0f-4461-86e5-65fbf82e359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:49Z', 'updated_at': '2022-05-10T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'ca78890e-ac9e-4af5-a326-d3f326371e84', 'name': '', 'network_id': 'bb7b52e7-5d2a-4995-967a-a5d4bcd0f928', 'tenant_id': '39473eb2570a473ea318fffb547e4267', 'mac_address': 'fa:16:3e:a9:1d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c968ad5a-9a0f-4461-86e5-65fbf82e359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '622ba2c8-31b5-4a11-a9b2-3759cedc241e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:52Z', 'updated_at': '2022-05-10T14:01:59Z', 'revision_number': 4, 'project_id': '39473eb2570a473ea318fffb547e4267', 'subnets': [{'id': '622ba2c8-31b5-4a11-a9b2-3759cedc241e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:02:00.389131 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-011e7b28-03ca-4d01-8d07-af23beca628f service neutron] Checking agent: {'id': 'b4f1cee2-bd7e-4da4-854f-0334af1b5198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'started_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:02:00.395493 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-011e7b28-03ca-4d01-8d07-af23beca628f service neutron] Checking segment: {'id': '0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '818a1980-1648-4334-9ff3-01491e2b099e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:02:00.396422 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-011e7b28-03ca-4d01-8d07-af23beca628f service neutron] Bound using segment: {'id': '0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '818a1980-1648-4334-9ff3-01491e2b099e'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:02:00.398284 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-011e7b28-03ca-4d01-8d07-af23beca628f service neutron] Bound port: 9b6ddffa-174d-4fdc-9944-6f473aa96b81, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '818a1980-1648-4334-9ff3-01491e2b099e'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:02:00.398953 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-011e7b28-03ca-4d01-8d07-af23beca628f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (9b6ddffa-174d-4fdc-9944-6f473aa96b81), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:00.418093 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-9100c0d3-a0ed-42df-ac9a-89fbfa347094 None None] For port ca78890e-ac9e-4af5-a326-d3f326371e84, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=ca78890e-ac9e-4af5-a326-d3f326371e84,segment=NetworkSegment(2e606df6-c23f-4a71-9c0a-92e217ffdc32),segment_id=2e606df6-c23f-4a71-9c0a-92e217ffdc32)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:00.425467 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9100c0d3-a0ed-42df-ac9a-89fbfa347094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (ca78890e-ac9e-4af5-a326-d3f326371e84), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:00.586215 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-b88fd36c-9d58-4546-980e-7517b732bef1 None None] Provisioning complete for port ca78890e-ac9e-4af5-a326-d3f326371e84 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:02:00.588686 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b88fd36c-9d58-4546-980e-7517b732bef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (ca78890e-ac9e-4af5-a326-d3f326371e84), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:00.749978 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f8909-910b-4b89-8bdc-04cea0ae89d2 req-4dfafd5a-6237-483a-8294-d645109a52b9 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:00.758876 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-577f8909-910b-4b89-8bdc-04cea0ae89d2 req-4dfafd5a-6237-483a-8294-d645109a52b9 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.1750882 May 10 14:02:00.794950 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-011e7b28-03ca-4d01-8d07-af23beca628f service neutron] For port 9b6ddffa-174d-4fdc-9944-6f473aa96b81, host hv-cinder-84067, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:02:00.806663 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529fdee-9a12-47d8-8b34-595456babbf8 req-ae65236f-5df2-40c2-aaf6-ce66c0e9bf52 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:00.816345 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6529fdee-9a12-47d8-8b34-595456babbf8 req-ae65236f-5df2-40c2-aaf6-ce66c0e9bf52 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.1107810 May 10 14:02:00.847201 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-011e7b28-03ca-4d01-8d07-af23beca628f service neutron] For port 9b6ddffa-174d-4fdc-9944-6f473aa96b81, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9b6ddffa-174d-4fdc-9944-6f473aa96b81,segment=NetworkSegment(0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c),segment_id=0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:02:00.882940 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-577f8909-910b-4b89-8bdc-04cea0ae89d2 req-293c32c3-4b48-4b22-b6bd-d5c80eb8fa1e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226988 May 10 14:02:00.887666 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-011e7b28-03ca-4d01-8d07-af23beca628f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (9b6ddffa-174d-4fdc-9944-6f473aa96b81), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:00.889004 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100c0d3-a0ed-42df-ac9a-89fbfa347094 None None] Pushing event updated for resources: {'Port': ['ID=ca78890e-ac9e-4af5-a326-d3f326371e84,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:00.900202 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:00.928770 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6529fdee-9a12-47d8-8b34-595456babbf8 req-0e63d104-9455-4d44-b4a9-574a9d80a0d3 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109211 May 10 14:02:00.957967 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-b88fd36c-9d58-4546-980e-7517b732bef1 None None] Current status of the port ca78890e-ac9e-4af5-a326-d3f326371e84 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:00.999460 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-011e7b28-03ca-4d01-8d07-af23beca628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:01.000287 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-011e7b28-03ca-4d01-8d07-af23beca628f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:01.001980 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-011e7b28-03ca-4d01-8d07-af23beca628f service neutron] 10.222.0.57 "PUT /v2.0/ports/9b6ddffa-174d-4fdc-9944-6f473aa96b81 HTTP/1.1" status: 200 len: 1098 time: 2.1063373 May 10 14:02:01.005692 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f8c575-d141-465e-a1d6-0a588d798efc', 'tag': '9b6ddffa-174d-4fdc-9944-6f473aa96b81'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:02:01.012692 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db1c659-c157-4b53-a087-9d8d6fcaa14e" -d '{"events": [{"name": "network-changed", "server_uuid": "69f8c575-d141-465e-a1d6-0a588d798efc", "tag": "9b6ddffa-174d-4fdc-9944-6f473aa96b81"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:02:01.041179 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e7b28-03ca-4d01-8d07-af23beca628f service neutron] Pushing event updated for resources: {'Port': ['ID=9b6ddffa-174d-4fdc-9944-6f473aa96b81,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:01.078516 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2bd1c3-84d9-47d1-ad27-683f80f2500a x-openstack-request-id: req-be2bd1c3-84d9-47d1-ad27-683f80f2500a {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:02:01.078812 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f8c575-d141-465e-a1d6-0a588d798efc", "tag": "9b6ddffa-174d-4fdc-9944-6f473aa96b81", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:02:01.079072 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be2bd1c3-84d9-47d1-ad27-683f80f2500a {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:02:01.079480 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be2bd1c3-84d9-47d1-ad27-683f80f2500a'] response: {'name': 'network-changed', 'server_uuid': '69f8c575-d141-465e-a1d6-0a588d798efc', 'tag': '9b6ddffa-174d-4fdc-9944-6f473aa96b81', 'status': 'completed', 'code': 200} May 10 14:02:01.112971 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device ca78890e-ac9e-4af5-a326-d3f326371e84 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:02:01.244807 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port ca78890e-ac9e-4af5-a326-d3f326371e84 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:02:01.245185 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (ca78890e-ac9e-4af5-a326-d3f326371e84), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:01.271241 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-56965e0f-140c-4e51-94ac-c2d7badfe140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:01.273060 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-56965e0f-140c-4e51-94ac-c2d7badfe140 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdc4505b52714863b9bf8143c27f0a02&device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 1132 time: 0.1758029 May 10 14:02:01.328928 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08e113-558a-46f6-9da5-66384b870b38 req-f179c128-065c-47f8-bdcf-2538da4e5a4f tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:01.337102 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3d08e113-558a-46f6-9da5-66384b870b38 req-f179c128-065c-47f8-bdcf-2538da4e5a4f tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 948 time: 0.2153547 May 10 14:02:01.406541 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-ec40c830-7586-477b-82db-7c04929573e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=9b6ddffa-174d-4fdc-9944-6f473aa96b81 HTTP/1.1" status: 200 len: 217 time: 0.1004303 May 10 14:02:01.415060 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port ca78890e-ac9e-4af5-a326-d3f326371e84 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:01.491883 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3d08e113-558a-46f6-9da5-66384b870b38 req-a3601aaf-0689-4e71-9433-2663d0b2c4e1 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/security-groups?id=90e696df-f1d3-4afc-b32d-3b3b244c7d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536303 May 10 14:02:01.525480 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-dc26a2ec-ae91-47a6-b122-a3b76205a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:01.526949 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-dc26a2ec-ae91-47a6-b122-a3b76205a1d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4f26c025-005c-4094-b34c-94abc18a42a3 HTTP/1.1" status: 200 len: 843 time: 0.1127307 May 10 14:02:01.585577 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-1077c61e-bf4e-4af3-af5d-0051fefa92cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:01.590229 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-1077c61e-bf4e-4af3-af5d-0051fefa92cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=818a1980-1648-4334-9ff3-01491e2b099e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0568025 May 10 14:02:01.741066 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-5ab1b892-a6cc-4ad1-b3ba-ae533f755873 service neutron] 10.222.0.57 "GET /v2.0/networks/818a1980-1648-4334-9ff3-01491e2b099e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420834 May 10 14:02:01.918461 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9ae7dd03-dfed-4178-9dc6-e8e82252d36b req-c722741b-3913-464b-a7c6-d0d4811a0824 service neutron] 10.222.0.57 "GET /v2.0/networks/818a1980-1648-4334-9ff3-01491e2b099e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702702 May 10 14:02:02.072322 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b5b1b-7fd7-4c0f-9492-5414a1489efc req-9e3e89f0-a196-4541-a652-18bec14f4105 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:02.074476 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-050b5b1b-7fd7-4c0f-9492-5414a1489efc req-9e3e89f0-a196-4541-a652-18bec14f4105 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0673811 May 10 14:02:02.124715 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa592b-17d2-468b-99b7-bc66976f2a33 req-a139bb5b-df61-4ffa-80b0-f6f20d8aae25 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:02.126874 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ecfa592b-17d2-468b-99b7-bc66976f2a33 req-a139bb5b-df61-4ffa-80b0-f6f20d8aae25 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.0911286 May 10 14:02:02.152995 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-050b5b1b-7fd7-4c0f-9492-5414a1489efc req-40984e22-e743-40e1-9f79-57cac24b0063 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727923 May 10 14:02:02.194561 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ecfa592b-17d2-468b-99b7-bc66976f2a33 req-ff1c738c-b144-4344-8f81-f7a1f4d0dc22 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572946 May 10 14:02:02.300060 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:02.621099 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b12ea-3683-4acd-a085-793225c4a658 req-d336c579-46b9-461f-8bf6-d52a0dc2e419 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:02.622645 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9d9b12ea-3683-4acd-a085-793225c4a658 req-d336c579-46b9-461f-8bf6-d52a0dc2e419 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 948 time: 0.0571468 May 10 14:02:02.697867 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9d9b12ea-3683-4acd-a085-793225c4a658 req-1a3875fe-fc90-4489-8a5c-cc772a9dc1a9 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/security-groups?id=90e696df-f1d3-4afc-b32d-3b3b244c7d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665743 May 10 14:02:02.957846 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device ca78890e-ac9e-4af5-a326-d3f326371e84 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:02:03.014848 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port ca78890e-ac9e-4af5-a326-d3f326371e84 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:02:03.015319 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (ca78890e-ac9e-4af5-a326-d3f326371e84), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:03.118090 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port ca78890e-ac9e-4af5-a326-d3f326371e84 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:03.302549 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0b3e6-9ba6-42f9-854d-697fd100ecee req-9be6f8fd-9555-4738-a9cb-97c1643e9114 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:03.310427 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bbe0b3e6-9ba6-42f9-854d-697fd100ecee req-9be6f8fd-9555-4738-a9cb-97c1643e9114 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0812948 May 10 14:02:03.387382 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bbe0b3e6-9ba6-42f9-854d-697fd100ecee req-16a9f43e-d0f4-49e9-b086-de4d1441d15e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754733 May 10 14:02:03.416144 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23943027-3dee-4e81-baa9-e77131d48ed8 req-b1aa1892-f65e-4f1e-bf59-94b43c916159 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:03.417725 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-23943027-3dee-4e81-baa9-e77131d48ed8 req-b1aa1892-f65e-4f1e-bf59-94b43c916159 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.1068578 May 10 14:02:03.478689 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-23943027-3dee-4e81-baa9-e77131d48ed8 req-57f05c5b-94c9-41ab-97c4-55f156273b88 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549192 May 10 14:02:03.540329 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1c659-c157-4b53-a087-9d8d6fcaa14e req-85a71033-f875-44b7-97ab-5f60ea0f4ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:03.541804 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3db1c659-c157-4b53-a087-9d8d6fcaa14e req-85a71033-f875-44b7-97ab-5f60ea0f4ed8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdc4505b52714863b9bf8143c27f0a02&device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 1132 time: 0.0530667 May 10 14:02:03.925505 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccca5a-d528-490d-8a3f-c0cfd8607ec7 req-3bc95efd-7794-4de6-88a9-8c77ce5f60ca tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:03.927561 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-56ccca5a-d528-490d-8a3f-c0cfd8607ec7 req-3bc95efd-7794-4de6-88a9-8c77ce5f60ca tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 948 time: 0.1315696 May 10 14:02:04.056394 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-56ccca5a-d528-490d-8a3f-c0cfd8607ec7 req-ccea2d6c-47a8-4f64-a7d9-7b90217ab4bd tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/security-groups?id=90e696df-f1d3-4afc-b32d-3b3b244c7d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188202 May 10 14:02:04.106476 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1c659-c157-4b53-a087-9d8d6fcaa14e req-97ae0a8e-9bc4-4c41-a21e-9cb5d924f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:04.108374 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3db1c659-c157-4b53-a087-9d8d6fcaa14e req-97ae0a8e-9bc4-4c41-a21e-9cb5d924f341 service neutron] 10.222.0.57 "GET /v2.0/networks?id=818a1980-1648-4334-9ff3-01491e2b099e HTTP/1.1" status: 200 len: 870 time: 0.2669196 May 10 14:02:04.239479 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 52562) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:04.313076 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3db1c659-c157-4b53-a087-9d8d6fcaa14e req-55251ea4-5b52-446a-a310-10b4e17393c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=9b6ddffa-174d-4fdc-9944-6f473aa96b81 HTTP/1.1" status: 200 len: 217 time: 0.0736301 May 10 14:02:04.497671 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-8dda7326-59a1-452b-bd67-d42ac4afb776 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-821776293&fields=id&tenant_id=104740054c3a47ca8cc3cb262d975fd5 HTTP/1.1" status: 200 len: 267 time: 0.1201465 May 10 14:02:04.535879 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9527c410-28d1-4cc6-907e-1170803f8b7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:04.547649 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e2a27-15b4-4a99-afd1-3f5c2576f54d req-456157e9-6ddb-4693-a567-a25080e30d21 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:04.554590 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b26e2a27-15b4-4a99-afd1-3f5c2576f54d req-456157e9-6ddb-4693-a567-a25080e30d21 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0588500 May 10 14:02:04.611768 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b26e2a27-15b4-4a99-afd1-3f5c2576f54d req-ceaa9921-26b7-458f-98b3-4f7ab8f9f198 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554383 May 10 14:02:04.662921 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-a93d45f2-7e8f-496d-a2b4-f00d58e09fef tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:04.664441 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-a93d45f2-7e8f-496d-a2b4-f00d58e09fef tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/networks?id=c3ef3499-58c5-4573-b70a-3147dbe30f92 HTTP/1.1" status: 200 len: 811 time: 0.1652362 May 10 14:02:04.686703 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-f3912fa3-591a-4a0f-97c0-7a59d3347268 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/quotas/104740054c3a47ca8cc3cb262d975fd5 HTTP/1.1" status: 200 len: 375 time: 0.0164459 May 10 14:02:04.746499 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9527c410-28d1-4cc6-907e-1170803f8b7a admin admin] Publish callbacks [] for security_group (fa1d4d7f-db41-4a3d-83f4-3847be5eb790), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:04.756625 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9527c410-28d1-4cc6-907e-1170803f8b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (fa1d4d7f-db41-4a3d-83f4-3847be5eb790), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:04.766431 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395336f0-53ca-45ec-b79a-49088c595507 req-f7976f95-90f1-4d97-93be-d291b70fdca8 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:04.768452 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-395336f0-53ca-45ec-b79a-49088c595507 req-f7976f95-90f1-4d97-93be-d291b70fdca8 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.0774930 May 10 14:02:04.774857 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-08da353e-f8c0-4bb6-a9f8-2de982d386ea tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=104740054c3a47ca8cc3cb262d975fd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821698 May 10 14:02:04.848449 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-395336f0-53ca-45ec-b79a-49088c595507 req-129255de-5126-42e4-ac3d-487597bf23bd tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628059 May 10 14:02:04.892779 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9527c410-28d1-4cc6-907e-1170803f8b7a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1b76194a5e64675997483f5acdfe6aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6517901 May 10 14:02:04.895652 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 52580) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:04.912614 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527c410-28d1-4cc6-907e-1170803f8b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1d4d7f-db41-4a3d-83f4-3847be5eb790,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:04.917422 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 52582) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:04.926181 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-ffa52815-6f9c-4481-8266-1f975220579c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--476579658', 'description': 'tempest-description--1991425260'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:04.956249 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-0ed6f52d-75c2-43f8-8f10-e76333f4920d service neutron] 10.222.0.49 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584604 May 10 14:02:04.978500 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ffa52815-6f9c-4481-8266-1f975220579c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:04.981456 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ed5f4640-be5a-4efd-94a8-15795abcb686 admin admin] Publish callbacks [] for security_group (fa1d4d7f-db41-4a3d-83f4-3847be5eb790), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:05.015337 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ed5f4640-be5a-4efd-94a8-15795abcb686 admin admin] Publish callbacks [] for security_group (fa1d4d7f-db41-4a3d-83f4-3847be5eb790), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:05.085910 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-8c35a17a-b8d9-434c-ba34-2645a878bfed service neutron] 10.222.0.49 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202199 May 10 14:02:05.112155 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ffa52815-6f9c-4481-8266-1f975220579c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group (25b41bf7-1042-4192-8ba9-260619c11336), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:05.115277 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ed5f4640-be5a-4efd-94a8-15795abcb686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (fa1d4d7f-db41-4a3d-83f4-3847be5eb790), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:05.119101 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ed5f4640-be5a-4efd-94a8-15795abcb686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:05.120230 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ed5f4640-be5a-4efd-94a8-15795abcb686 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa1d4d7f-db41-4a3d-83f4-3847be5eb790 HTTP/1.1" status: 204 len: 168 time: 0.2224283 May 10 14:02:05.130417 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ffa52815-6f9c-4481-8266-1f975220579c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (25b41bf7-1042-4192-8ba9-260619c11336), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:05.134023 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f4640-be5a-4efd-94a8-15795abcb686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1d4d7f-db41-4a3d-83f4-3847be5eb790,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:05.169953 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 9b6ddffa-174d-4fdc-9944-6f473aa96b81 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:02:05.229919 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ffa52815-6f9c-4481-8266-1f975220579c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:05.231437 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ffa52815-6f9c-4481-8266-1f975220579c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3123374 May 10 14:02:05.234568 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 52588) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:05.239709 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-f195ff33-14bd-4709-bdaa-d8248c2b762b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Request body: {'security_group_rule': {'security_group_id': '25b41bf7-1042-4192-8ba9-260619c11336', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:05.250702 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa52815-6f9c-4481-8266-1f975220579c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25b41bf7-1042-4192-8ba9-260619c11336,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:05.283697 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1c659-c157-4b53-a087-9d8d6fcaa14e req-d4fbe366-33db-48a0-b697-9cab4b61f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:05.285447 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3db1c659-c157-4b53-a087-9d8d6fcaa14e req-d4fbe366-33db-48a0-b697-9cab4b61f8e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4f26c025-005c-4094-b34c-94abc18a42a3 HTTP/1.1" status: 200 len: 843 time: 0.1061597 May 10 14:02:05.323752 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f195ff33-14bd-4709-bdaa-d8248c2b762b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group_rule (2311180b-fbad-4abb-86b0-ee41b717810f), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:05.386823 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1c659-c157-4b53-a087-9d8d6fcaa14e req-3f42ddfa-4cf3-49e2-a261-6269641ba2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:05.389611 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3db1c659-c157-4b53-a087-9d8d6fcaa14e req-3f42ddfa-4cf3-49e2-a261-6269641ba2e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=818a1980-1648-4334-9ff3-01491e2b099e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0870454 May 10 14:02:05.500000 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 9b6ddffa-174d-4fdc-9944-6f473aa96b81, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9b6ddffa-174d-4fdc-9944-6f473aa96b81,segment=NetworkSegment(0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c),segment_id=0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:05.518785 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f195ff33-14bd-4709-bdaa-d8248c2b762b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group_rule (2311180b-fbad-4abb-86b0-ee41b717810f), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:05.530092 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f195ff33-14bd-4709-bdaa-d8248c2b762b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (2311180b-fbad-4abb-86b0-ee41b717810f), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:05.536523 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': '9b6ddffa-174d-4fdc-9944-6f473aa96b81', 'network_id': '818a1980-1648-4334-9ff3-01491e2b099e', 'port_id': '9b6ddffa-174d-4fdc-9944-6f473aa96b81', 'mac_address': 'fa:16:3e:53:34:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f26c025-005c-4094-b34c-94abc18a42a3', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:02:05.552892 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195ff33-14bd-4709-bdaa-d8248c2b762b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2311180b-fbad-4abb-86b0-ee41b717810f,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:05.593284 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f195ff33-14bd-4709-bdaa-d8248c2b762b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:05.594952 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f195ff33-14bd-4709-bdaa-d8248c2b762b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3592346 May 10 14:02:05.597802 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 52600) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:05.602879 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-71c31019-029a-4ea7-a1ea-ca00b794ce42 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Request body: {'security_group_rule': {'security_group_id': '25b41bf7-1042-4192-8ba9-260619c11336', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:05.616950 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 9b6ddffa-174d-4fdc-9944-6f473aa96b81 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:05.617727 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (9b6ddffa-174d-4fdc-9944-6f473aa96b81), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:05.648240 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b6ddffa-174d-4fdc-9944-6f473aa96b81 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:02:05.670405 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddff730-6aca-435b-964b-6047168f736f req-37f747ef-fe51-4d18-aa81-cc00a3582d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:05.676946 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6ddff730-6aca-435b-964b-6047168f736f req-37f747ef-fe51-4d18-aa81-cc00a3582d70 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 1130 time: 0.1230567 May 10 14:02:05.691372 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-71c31019-029a-4ea7-a1ea-ca00b794ce42 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group_rule (f224cc2e-692a-444b-a83c-6c6e0d0c3f51), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:05.693378 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 9b6ddffa-174d-4fdc-9944-6f473aa96b81, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9b6ddffa-174d-4fdc-9944-6f473aa96b81,segment=NetworkSegment(0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c),segment_id=0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:05.712594 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (9b6ddffa-174d-4fdc-9944-6f473aa96b81), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:05.768210 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3db1c659-c157-4b53-a087-9d8d6fcaa14e req-856fb5e5-c727-4a38-913d-42155e5c67df service neutron] 10.222.0.57 "GET /v2.0/networks/818a1980-1648-4334-9ff3-01491e2b099e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692164 May 10 14:02:05.823109 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=9b6ddffa-174d-4fdc-9944-6f473aa96b81,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:05.836846 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-71c31019-029a-4ea7-a1ea-ca00b794ce42 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group_rule (f224cc2e-692a-444b-a83c-6c6e0d0c3f51), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:05.857962 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-71c31019-029a-4ea7-a1ea-ca00b794ce42 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (f224cc2e-692a-444b-a83c-6c6e0d0c3f51), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:05.887378 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440a2a0-ba51-4061-a548-d89fe4e052df req-a0ca9a4d-77df-4cef-b6c1-c01ca8fd6c57 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:05.888966 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b440a2a0-ba51-4061-a548-d89fe4e052df req-a0ca9a4d-77df-4cef-b6c1-c01ca8fd6c57 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 948 time: 0.2201726 May 10 14:02:05.924552 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6ddff730-6aca-435b-964b-6047168f736f req-6b23a5ca-44d3-46a9-981a-b0cec62770ac service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361963 May 10 14:02:05.948072 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c31019-029a-4ea7-a1ea-ca00b794ce42 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f224cc2e-692a-444b-a83c-6c6e0d0c3f51,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:05.968233 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-71c31019-029a-4ea7-a1ea-ca00b794ce42 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:05.973131 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-71c31019-029a-4ea7-a1ea-ca00b794ce42 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3709478 May 10 14:02:05.974998 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 52612) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:05.979350 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-467d2a11-d388-4303-9786-520e2317abdf tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Request body: {'floatingip': {'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:06.004991 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3db1c659-c157-4b53-a087-9d8d6fcaa14e req-a8e5a3d2-11ca-4d16-93e9-442267b71899 service neutron] 10.222.0.57 "GET /v2.0/networks/818a1980-1648-4334-9ff3-01491e2b099e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940610 May 10 14:02:06.015869 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b440a2a0-ba51-4061-a548-d89fe4e052df req-0599c5f7-b090-436b-bb1a-17fe7b6f6d7b tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/security-groups?id=90e696df-f1d3-4afc-b32d-3b3b244c7d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085212 May 10 14:02:06.045718 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a90529-131e-464d-bcdc-98dba74ce31f req-75c6b602-0ae2-41d1-8120-3a89bb7ba3c2 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:06.046378 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-467d2a11-d388-4303-9786-520e2317abdf tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:06.056492 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-71a90529-131e-464d-bcdc-98dba74ce31f req-75c6b602-0ae2-41d1-8120-3a89bb7ba3c2 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.1058424 May 10 14:02:06.103097 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['9b6ddffa-174d-4fdc-9944-6f473aa96b81'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:02:06.177713 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a34fe5b1-3116-4dc2-bc36-f436dedd78a1 req-1f2534f6-c56c-42f8-9968-040b7a848a19 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 210 time: 0.0947011 May 10 14:02:06.196328 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-71a90529-131e-464d-bcdc-98dba74ce31f req-4944375a-f957-48fe-a4b0-3857a538d4ea tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345921 May 10 14:02:06.249940 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-467d2a11-d388-4303-9786-520e2317abdf tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:06.406840 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0661f-131c-41d6-b2ac-38fbca66dea8 req-cceb9b24-350a-4ff3-9db4-1157b9cd17c6 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:06.406840 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c9c0661f-131c-41d6-b2ac-38fbca66dea8 req-cceb9b24-350a-4ff3-9db4-1157b9cd17c6 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.0865123 May 10 14:02:06.482295 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-467d2a11-d388-4303-9786-520e2317abdf tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Allocated IP 172.27.3.202 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/92127402-8140-4bf7-9374-62ca286f355b) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:02:06.504205 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c9c0661f-131c-41d6-b2ac-38fbca66dea8 req-4ce4da0f-206a-4cd9-8cef-b51de254fecf tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025665 May 10 14:02:06.659751 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-467d2a11-d388-4303-9786-520e2317abdf tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for port (92127402-8140-4bf7-9374-62ca286f355b), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:06.708331 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-467d2a11-d388-4303-9786-520e2317abdf tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (92127402-8140-4bf7-9374-62ca286f355b), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:06.769925 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d2a11-d388-4303-9786-520e2317abdf tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event updated for resources: {'Port': ['ID=92127402-8140-4bf7-9374-62ca286f355b,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:06.775995 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467d2a11-d388-4303-9786-520e2317abdf tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:02:06.777904 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-467d2a11-d388-4303-9786-520e2317abdf tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:02:06.780544 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467d2a11-d388-4303-9786-520e2317abdf tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:02:06.922394 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-467d2a11-d388-4303-9786-520e2317abdf tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (c10436cc-a58d-4ed4-9b03-ba468ee53fe9), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:06.980380 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-467d2a11-d388-4303-9786-520e2317abdf tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (92127402-8140-4bf7-9374-62ca286f355b), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:07.181247 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e4358-1704-4669-8647-40f3a9463d92 req-349e396b-b590-420b-895e-85f74398b1ba tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:07.188408 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2a0e4358-1704-4669-8647-40f3a9463d92 req-349e396b-b590-420b-895e-85f74398b1ba tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 949 time: 0.0641963 May 10 14:02:07.229706 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-467d2a11-d388-4303-9786-520e2317abdf tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for port (92127402-8140-4bf7-9374-62ca286f355b), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:07.239738 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-467d2a11-d388-4303-9786-520e2317abdf tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (92127402-8140-4bf7-9374-62ca286f355b), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:07.298457 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 9b6ddffa-174d-4fdc-9944-6f473aa96b81 up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:02:07.350690 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2a0e4358-1704-4669-8647-40f3a9463d92 req-1843e2b4-1ede-43b5-b743-58fcbe3a8bb7 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/security-groups?id=90e696df-f1d3-4afc-b32d-3b3b244c7d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520956 May 10 14:02:07.431897 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4943db4d-b2f8-42ec-95ad-1f22d337e8fa req-d2a7bf2d-23d9-4239-9c7e-f2d8bce28386 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 210 time: 0.1002643 May 10 14:02:07.449186 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning for port 9b6ddffa-174d-4fdc-9944-6f473aa96b81 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:02:07.474165 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port 9b6ddffa-174d-4fdc-9944-6f473aa96b81 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:02:07.475133 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (9b6ddffa-174d-4fdc-9944-6f473aa96b81), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:07.479459 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d2a11-d388-4303-9786-520e2317abdf tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event updated for resources: {'Port': ['ID=92127402-8140-4bf7-9374-62ca286f355b,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:07.511023 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-467d2a11-d388-4303-9786-520e2317abdf tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (c10436cc-a58d-4ed4-9b03-ba468ee53fe9), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:07.597851 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-467d2a11-d388-4303-9786-520e2317abdf tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:07.599680 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-467d2a11-d388-4303-9786-520e2317abdf tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6235213 May 10 14:02:07.621890 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 9b6ddffa-174d-4fdc-9944-6f473aa96b81 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:07.622607 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (9b6ddffa-174d-4fdc-9944-6f473aa96b81), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:07.633813 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b60547-76da-49c8-8052-a98f4b4bebdf req-d6fc72a4-7d83-4d8f-8a1a-2d244714a960 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:07.641275 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-55b60547-76da-49c8-8052-a98f4b4bebdf req-d6fc72a4-7d83-4d8f-8a1a-2d244714a960 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.1369903 May 10 14:02:07.668421 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f8c575-d141-465e-a1d6-0a588d798efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6ddffa-174d-4fdc-9944-6f473aa96b81'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:02:07.674571 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8eb430-8f27-4205-8677-cc5820adb4a7" -d '{"events": [{"server_uuid": "69f8c575-d141-465e-a1d6-0a588d798efc", "name": "network-vif-plugged", "status": "completed", "tag": "9b6ddffa-174d-4fdc-9944-6f473aa96b81"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:02:07.703350 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 9b6ddffa-174d-4fdc-9944-6f473aa96b81, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9b6ddffa-174d-4fdc-9944-6f473aa96b81,segment=NetworkSegment(0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c),segment_id=0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:07.711791 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (9b6ddffa-174d-4fdc-9944-6f473aa96b81), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:07.784431 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-55b60547-76da-49c8-8052-a98f4b4bebdf req-99dc7d03-415b-4fb2-9cc7-506d13f5dde1 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421199 May 10 14:02:07.812936 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=9b6ddffa-174d-4fdc-9944-6f473aa96b81,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:07.854383 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81572154-9887-478f-9e24-dd30bec93ed1 x-openstack-request-id: req-81572154-9887-478f-9e24-dd30bec93ed1 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:02:07.854752 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f8c575-d141-465e-a1d6-0a588d798efc", "name": "network-vif-plugged", "status": "completed", "tag": "9b6ddffa-174d-4fdc-9944-6f473aa96b81", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:02:07.855019 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-81572154-9887-478f-9e24-dd30bec93ed1 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:02:07.858373 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81572154-9887-478f-9e24-dd30bec93ed1'] response: {'server_uuid': '69f8c575-d141-465e-a1d6-0a588d798efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6ddffa-174d-4fdc-9944-6f473aa96b81', 'code': 200} May 10 14:02:08.024148 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-39e95d41-783d-48ab-90da-8f2bc33db096 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--476579658&fields=id&tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd HTTP/1.1" status: 200 len: 267 time: 0.0856190 May 10 14:02:08.104131 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130d27e-2314-4732-be7e-880e1f629bf0 req-64905bf6-87f0-4d18-b1b7-e6d29aaed7ed tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:08.112566 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e130d27e-2314-4732-be7e-880e1f629bf0 req-64905bf6-87f0-4d18-b1b7-e6d29aaed7ed tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.4684126 May 10 14:02:08.206604 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e130d27e-2314-4732-be7e-880e1f629bf0 req-b95d0302-8c58-4822-a683-a4070df77801 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930343 May 10 14:02:08.230717 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-25cb1654-bbeb-4f35-950a-b4b4ac0c9598 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:08.250683 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-25cb1654-bbeb-4f35-950a-b4b4ac0c9598 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/networks?id=2c9ceeee-200d-4bc2-b027-788cdb69321a HTTP/1.1" status: 200 len: 815 time: 0.2157602 May 10 14:02:08.280717 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-2a0539e1-6da0-4e4f-bb21-2c2dbcf510f9 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/quotas/e296ee60cdee4a6b9ca754c83b8c9ffd HTTP/1.1" status: 200 len: 375 time: 0.0325260 May 10 14:02:08.389277 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-a17adc9d-06f7-4f16-878f-25c07e824251 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1044302 May 10 14:02:08.529358 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-c65a02fe-a944-4757-a87f-402c4200a81d service neutron] 10.222.0.49 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254754 May 10 14:02:08.551837 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5464709-c35b-47f7-b854-1a250ff88965 req-b207349c-be65-435e-9c69-14d71ecc8d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:08.553663 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f5464709-c35b-47f7-b854-1a250ff88965 req-b207349c-be65-435e-9c69-14d71ecc8d9f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 1134 time: 0.0806282 May 10 14:02:08.686967 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-d4f5c700-f410-4752-9604-4dba8d211633 service neutron] 10.222.0.49 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543496 May 10 14:02:08.722132 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-f999e01a-7373-4ffc-920a-1bacc90e26b1 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:08.723839 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-f999e01a-7373-4ffc-920a-1bacc90e26b1 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.57 "GET /v2.0/networks?id=c3ef3499-58c5-4573-b70a-3147dbe30f92 HTTP/1.1" status: 200 len: 811 time: 0.3813856 May 10 14:02:08.740214 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6d157-47dc-47a8-8ed6-09afd62229c9 req-a229c883-4d0f-4f84-a3c2-74ff2f41e76c tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:08.741752 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-32d6d157-47dc-47a8-8ed6-09afd62229c9 req-a229c883-4d0f-4f84-a3c2-74ff2f41e76c tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 950 time: 0.1619606 May 10 14:02:08.762321 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874a00d-b81c-415c-92b9-d5bdc98fbef1 req-8ae92b96-54dd-429f-9748-0528eca58594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:08.763922 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a874a00d-b81c-415c-92b9-d5bdc98fbef1 req-8ae92b96-54dd-429f-9748-0528eca58594 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=368287ad726146f88559c73a86e4b26d&device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 1130 time: 0.1177428 May 10 14:02:08.921998 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d5b67-cd22-451f-883d-b834a43e7f11 req-1cf2f339-9e87-4137-a934-c7e3bda7eb68 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:08.929970 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8e1d5b67-cd22-451f-883d-b834a43e7f11 req-1cf2f339-9e87-4137-a934-c7e3bda7eb68 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.0653713 May 10 14:02:08.959916 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f5464709-c35b-47f7-b854-1a250ff88965 req-620609c4-73ee-4db3-af21-779902ccb91d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=90e696df-f1d3-4afc-b32d-3b3b244c7d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319151 May 10 14:02:09.035405 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-32d6d157-47dc-47a8-8ed6-09afd62229c9 req-74e89917-84a7-44da-ad30-e9fbeaf819af tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/security-groups?id=90e696df-f1d3-4afc-b32d-3b3b244c7d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856150 May 10 14:02:09.056540 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8e1d5b67-cd22-451f-883d-b834a43e7f11 req-07abbef2-5d85-4f9a-84e6-239a6dd433d9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185944 May 10 14:02:09.102173 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874a00d-b81c-415c-92b9-d5bdc98fbef1 req-5b45170e-5110-4d2a-b8f0-819fe6961a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:09.104376 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a874a00d-b81c-415c-92b9-d5bdc98fbef1 req-5b45170e-5110-4d2a-b8f0-819fe6961a7e service neutron] 10.222.0.57 "GET /v2.0/networks?id=74785619-4d29-47a9-9c74-95cf48855a3c HTTP/1.1" status: 200 len: 919 time: 0.3069997 May 10 14:02:09.113037 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-273670f1-c629-4569-81b5-cf5f15365558 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=104740054c3a47ca8cc3cb262d975fd5 HTTP/1.1" status: 200 len: 379 time: 0.3649092 May 10 14:02:09.169697 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-58d65319-65c0-4d43-8822-c85b7ee71630 req-73c506b5-4404-4841-ba5a-f7e2ce69ea93 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 210 time: 0.0506599 May 10 14:02:09.183742 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-70129532-baba-404d-9809-b824ff3afbaa req-e0e80398-86b0-4c53-9787-cdbbb4a90fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 210 time: 0.0491488 May 10 14:02:09.308318 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d60f57-74eb-4b44-9531-da9ab812cc4f req-1f2d3075-5040-45f8-90cd-3a253b444cf6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:09.315348 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-19d60f57-74eb-4b44-9531-da9ab812cc4f req-1f2d3075-5040-45f8-90cd-3a253b444cf6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0589125 May 10 14:02:09.399439 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-19d60f57-74eb-4b44-9531-da9ab812cc4f req-af65101c-9e31-4847-9e1f-6e27451e64b6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760562 May 10 14:02:09.412524 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-645bed52-bc7c-4408-8f7d-eb7eb6dd15c1 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Request body: {'port': {'device_id': '2288a3f8-70db-4951-acaf-f839a42ed73b', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'admin_state_up': True, 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'security_groups': ['4f074584-913b-4ce0-8ce8-c4605c6b2eae']}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:09.416765 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a874a00d-b81c-415c-92b9-d5bdc98fbef1 req-9d0f0ecb-b0cc-48b3-90f3-aeb23636e100 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54c8afe4-b86d-4757-bf04-f87c35143a83 HTTP/1.1" status: 200 len: 217 time: 0.0497284 May 10 14:02:09.537374 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-645bed52-bc7c-4408-8f7d-eb7eb6dd15c1 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Made reservation on behalf of 104740054c3a47ca8cc3cb262d975fd5 for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:02:09.542215 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-645bed52-bc7c-4408-8f7d-eb7eb6dd15c1 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:09.683706 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-645bed52-bc7c-4408-8f7d-eb7eb6dd15c1 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Allocated IP 172.20.0.10 (c3ef3499-58c5-4573-b70a-3147dbe30f92/ea5f467a-2a77-46ae-b000-00f12ba5a923/ec56af2f-6e36-458b-8cbf-61f578a6cae0) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:02:09.883225 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-645bed52-bc7c-4408-8f7d-eb7eb6dd15c1 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for port (ec56af2f-6e36-458b-8cbf-61f578a6cae0), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:09.891319 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874a00d-b81c-415c-92b9-d5bdc98fbef1 req-c984a3d5-3e45-45e9-b6b7-1e9692b17bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:09.893082 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a874a00d-b81c-415c-92b9-d5bdc98fbef1 req-c984a3d5-3e45-45e9-b6b7-1e9692b17bc4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3840d9d-0915-4f13-a509-4479e7e326c0 HTTP/1.1" status: 200 len: 857 time: 0.0763664 May 10 14:02:09.955461 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874a00d-b81c-415c-92b9-d5bdc98fbef1 req-6a6e490a-f49a-469c-a9d2-58f446a9af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:09.957294 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a874a00d-b81c-415c-92b9-d5bdc98fbef1 req-6a6e490a-f49a-469c-a9d2-58f446a9af3f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74785619-4d29-47a9-9c74-95cf48855a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502303 May 10 14:02:09.972905 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-645bed52-bc7c-4408-8f7d-eb7eb6dd15c1 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (ec56af2f-6e36-458b-8cbf-61f578a6cae0), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:10.015591 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-645bed52-bc7c-4408-8f7d-eb7eb6dd15c1 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Network c3ef3499-58c5-4573-b70a-3147dbe30f92 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:02:10.019201 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-645bed52-bc7c-4408-8f7d-eb7eb6dd15c1 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:02:10.024346 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-645bed52-bc7c-4408-8f7d-eb7eb6dd15c1 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:02:10.101809 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645bed52-bc7c-4408-8f7d-eb7eb6dd15c1 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Pushing event updated for resources: {'Port': ['ID=ec56af2f-6e36-458b-8cbf-61f578a6cae0,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:10.179673 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-645bed52-bc7c-4408-8f7d-eb7eb6dd15c1 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:10.180706 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-645bed52-bc7c-4408-8f7d-eb7eb6dd15c1 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:10.246000 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-645bed52-bc7c-4408-8f7d-eb7eb6dd15c1 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8801293 May 10 14:02:10.290845 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a728b-d91a-4879-8ac1-af55234a1b47 req-9e9f2ee4-cba5-471b-a6c6-451deadf54fa tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:10.297919 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3d1a728b-d91a-4879-8ac1-af55234a1b47 req-9e9f2ee4-cba5-471b-a6c6-451deadf54fa tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 950 time: 0.1034179 May 10 14:02:10.305456 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd554e-f5ec-4000-ab0b-f0084a52c797 req-c1821327-0214-415f-88a8-5fc480e591f6 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:10.321327 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-00bd554e-f5ec-4000-ab0b-f0084a52c797 req-c1821327-0214-415f-88a8-5fc480e591f6 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.0994043 May 10 14:02:10.324488 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a874a00d-b81c-415c-92b9-d5bdc98fbef1 req-b0569be9-aa6a-4894-9c13-788d96e578f5 service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911682 May 10 14:02:10.372275 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3d1a728b-d91a-4879-8ac1-af55234a1b47 req-6c53e13e-3d6b-4c66-933e-5ed2a77de67c tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/security-groups?id=90e696df-f1d3-4afc-b32d-3b3b244c7d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677626 May 10 14:02:10.416539 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-00bd554e-f5ec-4000-ab0b-f0084a52c797 req-3d44be61-fbd1-4656-a987-c113ababb629 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896955 May 10 14:02:10.452480 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-4ea22fa5-8ddb-4958-805c-cbc93842c543 None None] Provisioning complete for port ec56af2f-6e36-458b-8cbf-61f578a6cae0 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:02:10.453876 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4ea22fa5-8ddb-4958-805c-cbc93842c543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (ec56af2f-6e36-458b-8cbf-61f578a6cae0), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:10.522095 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-4ea22fa5-8ddb-4958-805c-cbc93842c543 None None] Port ec56af2f-6e36-458b-8cbf-61f578a6cae0 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:02:10.532714 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bb690136-d970-494d-8479-48dcd25ab682 req-e1ad0c02-4be5-4b39-baf2-2bc98de6114d tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 210 time: 0.0570822 May 10 14:02:10.577303 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d185480-050c-43ea-a4f0-42d00853ae6d req-d502786e-5980-4fd7-8d26-83bb586c6ecc tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:10.578896 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d185480-050c-43ea-a4f0-42d00853ae6d req-d502786e-5980-4fd7-8d26-83bb586c6ecc tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 932 time: 0.0764709 May 10 14:02:10.645937 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d185480-050c-43ea-a4f0-42d00853ae6d req-18092464-5e59-49b2-b3fa-11576af01413 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596449 May 10 14:02:10.678622 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 52722) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:10.697820 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c61e69-0dc9-4656-b053-9277b11367d9 req-57cdb91b-edd1-4dca-b5df-399a22c93052 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:10.699279 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a6c61e69-0dc9-4656-b053-9277b11367d9 req-57cdb91b-edd1-4dca-b5df-399a22c93052 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0686066 May 10 14:02:10.762332 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a6c61e69-0dc9-4656-b053-9277b11367d9 req-9d45136e-a4ae-45e5-89b8-533983f4435a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570459 May 10 14:02:10.823914 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7ef44599-b6b3-4b00-86c8-b1e6b842f8ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:10.863376 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-b0cad275-7677-4474-92ec-7cb0a8dc844f service neutron] Request body: {'port': {'device_id': '2288a3f8-70db-4951-acaf-f839a42ed73b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:11.063820 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-b0cad275-7677-4474-92ec-7cb0a8dc844f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (ec56af2f-6e36-458b-8cbf-61f578a6cae0), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:11.066724 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a874a00d-b81c-415c-92b9-d5bdc98fbef1 req-e6072af7-b6f1-4e03-803a-473b24cd9ee0 service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358522 May 10 14:02:11.117001 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7ef44599-b6b3-4b00-86c8-b1e6b842f8ee admin admin] Publish callbacks [] for security_group (c9e19e81-99a9-499c-a031-7080fad8d8f4), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:11.124675 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7ef44599-b6b3-4b00-86c8-b1e6b842f8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (c9e19e81-99a9-499c-a031-7080fad8d8f4), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:11.228688 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-7ef44599-b6b3-4b00-86c8-b1e6b842f8ee admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=336feb33c57c489dbefe6a22b6a2557e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5488191 May 10 14:02:11.235320 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 52728) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:11.298181 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef44599-b6b3-4b00-86c8-b1e6b842f8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e19e81-99a9-499c-a031-7080fad8d8f4,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:11.315450 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-522c754a-f9a1-40f5-a2e9-12c666959b72 admin admin] Publish callbacks [] for security_group (c9e19e81-99a9-499c-a031-7080fad8d8f4), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:11.343304 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-522c754a-f9a1-40f5-a2e9-12c666959b72 admin admin] Publish callbacks [] for security_group (c9e19e81-99a9-499c-a031-7080fad8d8f4), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:11.422335 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-522c754a-f9a1-40f5-a2e9-12c666959b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (c9e19e81-99a9-499c-a031-7080fad8d8f4), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:11.425952 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-522c754a-f9a1-40f5-a2e9-12c666959b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:11.429908 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-522c754a-f9a1-40f5-a2e9-12c666959b72 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9e19e81-99a9-499c-a031-7080fad8d8f4 HTTP/1.1" status: 204 len: 168 time: 0.1910672 May 10 14:02:11.459543 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c754a-f9a1-40f5-a2e9-12c666959b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e19e81-99a9-499c-a031-7080fad8d8f4,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:11.589410 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e5595-dac2-43b3-bedf-a31d40f33b98 req-416dc5d3-a1ae-4923-8674-b3e5e5815e1c tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:11.591790 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-881e5595-dac2-43b3-bedf-a31d40f33b98 req-416dc5d3-a1ae-4923-8674-b3e5e5815e1c tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 950 time: 0.1034722 May 10 14:02:11.596692 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e14a75-f4af-4879-8474-eb5cf83c671e req-4ec6cf77-6424-48b4-a26c-3ef9b4c2bacd tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:11.599157 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b5e14a75-f4af-4879-8474-eb5cf83c671e req-4ec6cf77-6424-48b4-a26c-3ef9b4c2bacd tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.0654891 May 10 14:02:11.675510 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-881e5595-dac2-43b3-bedf-a31d40f33b98 req-cef9ca6d-b5c1-4eda-89b3-c4952338c6a8 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/security-groups?id=90e696df-f1d3-4afc-b32d-3b3b244c7d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681527 May 10 14:02:11.741777 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-b0cad275-7677-4474-92ec-7cb0a8dc844f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec56af2f-6e36-458b-8cbf-61f578a6cae0 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:02:11.750048 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-b0cad275-7677-4474-92ec-7cb0a8dc844f service neutron] Publish callbacks [] for port (ec56af2f-6e36-458b-8cbf-61f578a6cae0), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:11.763607 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-b0cad275-7677-4474-92ec-7cb0a8dc844f service neutron] Transition to ACTIVE for port object ec56af2f-6e36-458b-8cbf-61f578a6cae0 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:02:11.782651 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-b0cad275-7677-4474-92ec-7cb0a8dc844f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (ec56af2f-6e36-458b-8cbf-61f578a6cae0), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:11.823070 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9ec54fc6-12ac-4d3c-9d07-c86d6291eb6e req-8cddcd6c-7472-4104-87cf-cf8aef6aa703 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 210 time: 0.0822704 May 10 14:02:11.859210 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-cb16db7d-4ca2-45dd-b7ae-a5a50329c333 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:11.860869 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-cb16db7d-4ca2-45dd-b7ae-a5a50329c333 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.57 "GET /v2.0/networks?id=2c9ceeee-200d-4bc2-b027-788cdb69321a HTTP/1.1" status: 200 len: 815 time: 0.3909435 May 10 14:02:11.873505 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b5e14a75-f4af-4879-8474-eb5cf83c671e req-5461e7e2-392a-4bb0-b6c3-deb982a96c51 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595832 May 10 14:02:11.918747 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cad275-7677-4474-92ec-7cb0a8dc844f service neutron] Pushing event updated for resources: {'Port': ['ID=ec56af2f-6e36-458b-8cbf-61f578a6cae0,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:12.006574 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd72df6-dc3e-4afb-bbd1-9d34fae8359e req-516ce72a-4059-4e05-a37c-12ff40eeb042 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:12.015398 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7fd72df6-dc3e-4afb-bbd1-9d34fae8359e req-516ce72a-4059-4e05-a37c-12ff40eeb042 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 944 time: 0.0630255 May 10 14:02:12.043247 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-b0cad275-7677-4474-92ec-7cb0a8dc844f service neutron] Attempting to bind port ec56af2f-6e36-458b-8cbf-61f578a6cae0 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:02:12.043886 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-b0cad275-7677-4474-92ec-7cb0a8dc844f service neutron] Attempting to bind port ec56af2f-6e36-458b-8cbf-61f578a6cae0 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '802f5ae2-3ab4-4db1-a100-675af79fa1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:02:12.044428 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-b0cad275-7677-4474-92ec-7cb0a8dc844f service neutron] Attempting to bind port ec56af2f-6e36-458b-8cbf-61f578a6cae0 on network c3ef3499-58c5-4573-b70a-3147dbe30f92 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:02:12.076105 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-b0cad275-7677-4474-92ec-7cb0a8dc844f service neutron] Port ec56af2f-6e36-458b-8cbf-61f578a6cae0 on network c3ef3499-58c5-4573-b70a-3147dbe30f92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:02:12.076105 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-b0cad275-7677-4474-92ec-7cb0a8dc844f service neutron] Attempting to bind port ec56af2f-6e36-458b-8cbf-61f578a6cae0 on network c3ef3499-58c5-4573-b70a-3147dbe30f92 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:02:12.076105 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-b0cad275-7677-4474-92ec-7cb0a8dc844f service neutron] Checking agent: {'id': 'b4f1cee2-bd7e-4da4-854f-0334af1b5198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'started_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:02:12.076105 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-b0cad275-7677-4474-92ec-7cb0a8dc844f service neutron] Checking segment: {'id': '802f5ae2-3ab4-4db1-a100-675af79fa1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:02:12.076105 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-b0cad275-7677-4474-92ec-7cb0a8dc844f service neutron] Bound using segment: {'id': '802f5ae2-3ab4-4db1-a100-675af79fa1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:02:12.076105 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-b0cad275-7677-4474-92ec-7cb0a8dc844f service neutron] Bound port: ec56af2f-6e36-458b-8cbf-61f578a6cae0, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '802f5ae2-3ab4-4db1-a100-675af79fa1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:02:12.076105 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-b0cad275-7677-4474-92ec-7cb0a8dc844f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (ec56af2f-6e36-458b-8cbf-61f578a6cae0), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:12.152263 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7fd72df6-dc3e-4afb-bbd1-9d34fae8359e req-0081bc3a-def2-42b8-85f0-020c49b3c498 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341598 May 10 14:02:12.337689 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-b0cad275-7677-4474-92ec-7cb0a8dc844f service neutron] For port ec56af2f-6e36-458b-8cbf-61f578a6cae0, host hv-cinder-84067, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:02:12.340980 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-b0cad275-7677-4474-92ec-7cb0a8dc844f service neutron] For port ec56af2f-6e36-458b-8cbf-61f578a6cae0, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ec56af2f-6e36-458b-8cbf-61f578a6cae0,segment=NetworkSegment(802f5ae2-3ab4-4db1-a100-675af79fa1cc),segment_id=802f5ae2-3ab4-4db1-a100-675af79fa1cc)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:02:12.342571 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75adc8-552a-467a-a93d-66842bd22eb2 req-6a115f94-9b13-4e3d-a499-b78d42c6e598 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:12.344251 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7c75adc8-552a-467a-a93d-66842bd22eb2 req-6a115f94-9b13-4e3d-a499-b78d42c6e598 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0686555 May 10 14:02:12.349173 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-b0cad275-7677-4474-92ec-7cb0a8dc844f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (ec56af2f-6e36-458b-8cbf-61f578a6cae0), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:12.387250 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-b0cad275-7677-4474-92ec-7cb0a8dc844f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:12.388321 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-b0cad275-7677-4474-92ec-7cb0a8dc844f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:12.390205 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-b0cad275-7677-4474-92ec-7cb0a8dc844f service neutron] 10.222.0.57 "PUT /v2.0/ports/ec56af2f-6e36-458b-8cbf-61f578a6cae0 HTTP/1.1" status: 200 len: 1094 time: 1.5334709 May 10 14:02:12.393228 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2288a3f8-70db-4951-acaf-f839a42ed73b', 'tag': 'ec56af2f-6e36-458b-8cbf-61f578a6cae0'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:02:12.398114 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1127089-4edf-4c8d-83ea-1e7d53d05ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "2288a3f8-70db-4951-acaf-f839a42ed73b", "tag": "ec56af2f-6e36-458b-8cbf-61f578a6cae0"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:02:12.439676 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7c75adc8-552a-467a-a93d-66842bd22eb2 req-f0ae43d8-94cb-4480-b472-cb3d6929b281 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802422 May 10 14:02:12.464810 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060d200-8ffd-4918-a65b-236fcf2f3ac0 req-6ed44164-6bd2-452d-b886-4ad4dc1f6649 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:12.466329 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c060d200-8ffd-4918-a65b-236fcf2f3ac0 req-6ed44164-6bd2-452d-b886-4ad4dc1f6649 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 950 time: 0.0855033 May 10 14:02:12.494663 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cad275-7677-4474-92ec-7cb0a8dc844f service neutron] Pushing event updated for resources: {'Port': ['ID=ec56af2f-6e36-458b-8cbf-61f578a6cae0,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:12.528885 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa24ecbe-4d56-4caf-8170-b0c4a19497ec x-openstack-request-id: req-aa24ecbe-4d56-4caf-8170-b0c4a19497ec {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:02:12.529769 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2288a3f8-70db-4951-acaf-f839a42ed73b", "tag": "ec56af2f-6e36-458b-8cbf-61f578a6cae0", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:02:12.530604 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aa24ecbe-4d56-4caf-8170-b0c4a19497ec {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:02:12.534028 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa24ecbe-4d56-4caf-8170-b0c4a19497ec'] response: {'name': 'network-changed', 'server_uuid': '2288a3f8-70db-4951-acaf-f839a42ed73b', 'tag': 'ec56af2f-6e36-458b-8cbf-61f578a6cae0', 'status': 'completed', 'code': 200} May 10 14:02:12.599341 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c060d200-8ffd-4918-a65b-236fcf2f3ac0 req-c8747bca-9a9c-40e5-9d89-5cbb104a98c0 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/security-groups?id=90e696df-f1d3-4afc-b32d-3b3b244c7d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222248 May 10 14:02:12.948814 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1721cc4b-fa68-45b4-ae9c-60630a338ad3 req-d1a2134b-b130-453a-b367-13a27406aa92 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 210 time: 0.0566599 May 10 14:02:13.036396 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4177ff-9085-4fd3-9718-278f575080ed req-2b524f48-152b-4af1-a528-8d7691eff1bf tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:13.038193 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fa4177ff-9085-4fd3-9718-278f575080ed req-2b524f48-152b-4af1-a528-8d7691eff1bf tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.0633650 May 10 14:02:13.099324 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fa4177ff-9085-4fd3-9718-278f575080ed req-12f8dec4-1735-4954-9339-28cc509be1a4 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500333 May 10 14:02:13.271151 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ba9ad-51c4-4fd2-a203-2e024f1394c6 req-c26efa65-947a-499f-84ef-bb99a90eafd7 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:13.272974 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0a7ba9ad-51c4-4fd2-a203-2e024f1394c6 req-c26efa65-947a-499f-84ef-bb99a90eafd7 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 944 time: 0.0514228 May 10 14:02:13.336179 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0a7ba9ad-51c4-4fd2-a203-2e024f1394c6 req-2fa34d6c-acf8-4b32-9bd5-655bb11ff275 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574400 May 10 14:02:13.498526 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-132c03b7-1d62-44ec-9ffb-c5a0db2cc723 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd HTTP/1.1" status: 200 len: 471 time: 0.1339793 May 10 14:02:13.529782 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-49d0ab66-b613-4f96-810c-bb6f1a99ed8b tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:13.531391 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-49d0ab66-b613-4f96-810c-bb6f1a99ed8b tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/networks?id=4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92 HTTP/1.1" status: 200 len: 815 time: 0.1779022 May 10 14:02:13.546560 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-49755906-4a5b-4326-a36a-1c6fbf35f97f tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/quotas/b1e759f08bf04eeabbbc1b14bca8a169 HTTP/1.1" status: 200 len: 375 time: 0.0090668 May 10 14:02:13.562521 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47240a-3ecf-4ff9-85e5-cabe10fab60a req-04982060-078b-41c4-a74f-a7898638297c tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:13.564017 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-be47240a-3ecf-4ff9-85e5-cabe10fab60a req-04982060-078b-41c4-a74f-a7898638297c tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0480335 May 10 14:02:13.597583 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-0ffe91db-7714-4200-b96c-fcce5041ec6d tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b1e759f08bf04eeabbbc1b14bca8a169&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458059 May 10 14:02:13.610061 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-be47240a-3ecf-4ff9-85e5-cabe10fab60a req-c0d68d81-583e-46de-84ca-2c1aa2fc18a6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404911 May 10 14:02:13.699560 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-2ff9ba7f-d649-4684-97f0-97fc826d30c5 service neutron] 10.222.0.49 "GET /v2.0/networks/4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915020 May 10 14:02:13.716783 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1127089-4edf-4c8d-83ea-1e7d53d05ef6 req-ffbc9c8e-9bed-4cf0-a63e-391c96ba6656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:13.718250 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f1127089-4edf-4c8d-83ea-1e7d53d05ef6 req-ffbc9c8e-9bed-4cf0-a63e-391c96ba6656 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=104740054c3a47ca8cc3cb262d975fd5&device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 1128 time: 0.0702794 May 10 14:02:13.733392 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a02f1-06a3-445b-9e24-10a0a1589d70 req-498f2309-8798-43c8-8b9f-42704104b36c tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:13.734803 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-228a02f1-06a3-445b-9e24-10a0a1589d70 req-498f2309-8798-43c8-8b9f-42704104b36c tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 950 time: 0.0568712 May 10 14:02:13.781288 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-228a02f1-06a3-445b-9e24-10a0a1589d70 req-05c3d5a9-2572-4c22-9313-088465072044 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/security-groups?id=90e696df-f1d3-4afc-b32d-3b3b244c7d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408554 May 10 14:02:13.791852 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-50b42fdc-33dd-40d1-945a-4b8312310d47 service neutron] 10.222.0.49 "GET /v2.0/networks/4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866592 May 10 14:02:13.957587 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cbee6d12-c606-4945-93e3-050c09dc4794 req-32a12cf2-5d4b-4ee3-aed1-440424afe740 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 210 time: 0.0330510 May 10 14:02:14.036855 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7f375334-7ebf-4aa6-ad7a-38c1a684d49b req-d571476b-5888-4eaa-877a-482de9367278 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 210 time: 0.0274947 May 10 14:02:14.218512 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217ca7f-6396-40a8-9afa-fe9b8afb3871 req-be400ca1-6f6c-40ae-a010-328cbf473103 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:14.220010 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e217ca7f-6396-40a8-9afa-fe9b8afb3871 req-be400ca1-6f6c-40ae-a010-328cbf473103 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.0465004 May 10 14:02:14.269344 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e217ca7f-6396-40a8-9afa-fe9b8afb3871 req-c5c0c1fb-22c3-4df5-85a6-e93b744fa786 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436020 May 10 14:02:14.452636 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d358e13-3d36-4a4a-b8dd-f71221b81da9 req-78b64447-4ec1-4c3f-9f65-4f3e22e51225 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:14.454260 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5d358e13-3d36-4a4a-b8dd-f71221b81da9 req-78b64447-4ec1-4c3f-9f65-4f3e22e51225 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 944 time: 0.0518253 May 10 14:02:14.509686 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5d358e13-3d36-4a4a-b8dd-f71221b81da9 req-07921a61-ad0d-4988-8c93-083e23007ecf tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493770 May 10 14:02:14.734917 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0749d-2344-4959-97ff-c56ed86950de req-a314f47f-b848-4183-a3fc-447af04c359b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:14.736317 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-30b0749d-2344-4959-97ff-c56ed86950de req-a314f47f-b848-4183-a3fc-447af04c359b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0496035 May 10 14:02:14.782416 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-30b0749d-2344-4959-97ff-c56ed86950de req-042d64b2-525c-4016-8e34-41b2fa427231 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405126 May 10 14:02:14.896031 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f7fc1-f30f-4da6-923c-94d5c109ae13 req-1ce36066-7e6b-4816-a23b-f210fdc786d5 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:14.897781 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6b7f7fc1-f30f-4da6-923c-94d5c109ae13 req-1ce36066-7e6b-4816-a23b-f210fdc786d5 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 950 time: 0.0470409 May 10 14:02:14.945111 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6b7f7fc1-f30f-4da6-923c-94d5c109ae13 req-aa6ebecb-969b-413b-9122-46c4fca7e8a9 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/security-groups?id=90e696df-f1d3-4afc-b32d-3b3b244c7d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412014 May 10 14:02:15.054937 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9e01cae1-8fbe-45eb-9d3c-e42cf06f58ab req-de23c18e-2d0c-4e4f-b238-790dc9c62e91 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 210 time: 0.0316432 May 10 14:02:15.137823 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2ecfee26-b560-4681-bd9e-7889b328223c req-d5d40b48-ca1f-4db2-a9d3-a8a1f8957221 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 210 time: 0.0300081 May 10 14:02:15.381399 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508e287-5710-4d40-8043-eed13de614c0 req-07ce78b4-4488-45de-87e8-b455fb4115ca tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:15.382875 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7508e287-5710-4d40-8043-eed13de614c0 req-07ce78b4-4488-45de-87e8-b455fb4115ca tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.0465810 May 10 14:02:15.428426 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7508e287-5710-4d40-8043-eed13de614c0 req-d0bac32e-2bb8-4938-aa1e-2912e5d6078f tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397532 May 10 14:02:15.619375 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f0d36-1cf8-49d6-a17e-06bdc45bb642 req-71a32537-f74b-4d5d-b4a9-6db797412eba tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:15.620850 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e40f0d36-1cf8-49d6-a17e-06bdc45bb642 req-71a32537-f74b-4d5d-b4a9-6db797412eba tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 944 time: 0.0453598 May 10 14:02:15.625548 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:02:15.668204 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e40f0d36-1cf8-49d6-a17e-06bdc45bb642 req-cab178b0-dbf4-4967-a1be-70f943af432b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418663 May 10 14:02:15.898486 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d0ac5-d3a3-4477-9ca4-2156f62510c9 req-da04826f-3e50-44e9-813a-00b95ba815b4 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:15.899846 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0d4d0ac5-d3a3-4477-9ca4-2156f62510c9 req-da04826f-3e50-44e9-813a-00b95ba815b4 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0487218 May 10 14:02:15.944223 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0d4d0ac5-d3a3-4477-9ca4-2156f62510c9 req-a8f35a3e-36b0-4567-9d4f-f3f13c90b542 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388789 May 10 14:02:16.056536 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0b61e-c0ac-4b9d-b99e-938c636978fc req-fdb7fc4e-6703-460d-a2f9-813e42be7f16 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:16.057984 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-faf0b61e-c0ac-4b9d-b99e-938c636978fc req-fdb7fc4e-6703-460d-a2f9-813e42be7f16 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 950 time: 0.0469704 May 10 14:02:16.107981 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-faf0b61e-c0ac-4b9d-b99e-938c636978fc req-db3b8dbd-9089-4f25-beeb-822a4a600564 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/security-groups?id=90e696df-f1d3-4afc-b32d-3b3b244c7d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441375 May 10 14:02:16.146374 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bad1ec44-6099-4937-87bd-ac2d08fca194 req-fec07000-d007-4fa8-b4f4-a95dcdf80827 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 210 time: 0.0267503 May 10 14:02:16.233463 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8f0d821a-7297-4399-8235-491046105383 req-c19eec40-a13a-4f26-85a6-4e010f0fbf6e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 210 time: 0.0304058 May 10 14:02:16.539182 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b25d7b-4796-41d4-adb6-239cf35e2b55 req-8feb0ebc-3c7c-439e-ac69-5608527723dd tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:16.540662 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-05b25d7b-4796-41d4-adb6-239cf35e2b55 req-8feb0ebc-3c7c-439e-ac69-5608527723dd tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.0456231 May 10 14:02:16.589687 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-05b25d7b-4796-41d4-adb6-239cf35e2b55 req-7488efe9-db1d-405b-89f1-8fa7e440b59d tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435984 May 10 14:02:16.781018 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d60171-e27b-4f79-9fbc-fd7716750853 req-ec182e2f-6ff5-4eae-991a-582413a87794 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:16.782485 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a2d60171-e27b-4f79-9fbc-fd7716750853 req-ec182e2f-6ff5-4eae-991a-582413a87794 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 944 time: 0.0471497 May 10 14:02:16.829787 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a2d60171-e27b-4f79-9fbc-fd7716750853 req-8d7dd27c-64e8-4cf3-867f-ecbf65ec8be6 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418491 May 10 14:02:17.069324 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ee471-015d-49c6-91d2-6d0ef1f04d87 req-33a78430-88c4-42c2-8c94-e5d88d864926 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:17.070773 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1b1ee471-015d-49c6-91d2-6d0ef1f04d87 req-33a78430-88c4-42c2-8c94-e5d88d864926 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0498109 May 10 14:02:17.115642 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1b1ee471-015d-49c6-91d2-6d0ef1f04d87 req-a9d3e14c-8d31-4185-ac9b-88fa0601732b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388956 May 10 14:02:17.218635 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3dd49-b6ae-4c94-9e29-1c3e2b3ea625 req-11833590-9adb-4ef5-b61c-a4af2d05841d tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:17.220344 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bc3dd49-b6ae-4c94-9e29-1c3e2b3ea625 req-11833590-9adb-4ef5-b61c-a4af2d05841d tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 950 time: 0.0467024 May 10 14:02:17.238314 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f1bc3881-7f27-4c75-8c76-ff345fd19dae req-4093f983-3c99-410b-b6ff-ff2c4cd430eb tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 210 time: 0.0269148 May 10 14:02:17.268104 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0bc3dd49-b6ae-4c94-9e29-1c3e2b3ea625 req-ccb3a77d-8673-442c-9c82-c86d6b539030 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/security-groups?id=90e696df-f1d3-4afc-b32d-3b3b244c7d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418727 May 10 14:02:17.326797 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6cb964cc-4cf8-48af-b310-0a1edcca50fa req-d2374cba-4b95-4753-a486-999e2501b1c9 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 210 time: 0.0272720 May 10 14:02:17.707556 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455f09d-900a-4793-802c-fbf39bdf1405 req-ec520236-673d-480c-8614-434edf23f263 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:17.709056 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2455f09d-900a-4793-802c-fbf39bdf1405 req-ec520236-673d-480c-8614-434edf23f263 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.0538089 May 10 14:02:17.757980 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2455f09d-900a-4793-802c-fbf39bdf1405 req-88e0f6d7-e105-4fc4-86f4-bfd22a760f49 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425386 May 10 14:02:17.954689 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba30056-2f40-42d0-b64c-38e2a52a7e6d req-c5d66630-3c79-4be0-b48f-65c5700588db tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:17.956157 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2ba30056-2f40-42d0-b64c-38e2a52a7e6d req-c5d66630-3c79-4be0-b48f-65c5700588db tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 944 time: 0.0507152 May 10 14:02:18.007761 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2ba30056-2f40-42d0-b64c-38e2a52a7e6d req-96313ea5-a70f-4d8f-9c8f-c8bd01d2d4a7 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460019 May 10 14:02:18.172307 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-d49fb3c6-8561-41c7-9f64-ad6d4ebb051f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Request body: {'port': {'device_id': '4fa06f26-fa96-4753-9ea2-c2abecdb7087', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'admin_state_up': True, 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'security_groups': ['25b41bf7-1042-4192-8ba9-260619c11336']}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:18.237643 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41086452-5506-4a46-a3d5-e8715ae56f8a req-35d5f0d0-55f0-4494-bb43-71454ceb5f2b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:18.239182 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-41086452-5506-4a46-a3d5-e8715ae56f8a req-35d5f0d0-55f0-4494-bb43-71454ceb5f2b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0527372 May 10 14:02:18.305299 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-41086452-5506-4a46-a3d5-e8715ae56f8a req-4df8c8cc-ebb8-4ae5-8866-cb573527111e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597520 May 10 14:02:18.361313 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c3bc06a9-df7f-4d1f-98d9-b295587b5826 req-e11ec2d6-71a3-489d-914d-57a53b71503f tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 210 time: 0.0453815 May 10 14:02:18.367473 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1127089-4edf-4c8d-83ea-1e7d53d05ef6 req-408c45b1-77de-4cf6-a620-3383e47d9ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:18.368930 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f1127089-4edf-4c8d-83ea-1e7d53d05ef6 req-408c45b1-77de-4cf6-a620-3383e47d9ca6 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=104740054c3a47ca8cc3cb262d975fd5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1818366 May 10 14:02:18.404220 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-d49fb3c6-8561-41c7-9f64-ad6d4ebb051f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Made reservation on behalf of e296ee60cdee4a6b9ca754c83b8c9ffd for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:02:18.407797 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-d49fb3c6-8561-41c7-9f64-ad6d4ebb051f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:18.416839 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f515a2a-743a-40a6-901c-a8783ed56fda req-20762ea5-6929-4a9b-9cd4-55bc6893c36e tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:18.418560 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4f515a2a-743a-40a6-901c-a8783ed56fda req-20762ea5-6929-4a9b-9cd4-55bc6893c36e tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 950 time: 0.0591145 May 10 14:02:18.481959 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4f515a2a-743a-40a6-901c-a8783ed56fda req-75f13e7a-a7ae-41b9-991d-b41eee6d7cca tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/security-groups?id=90e696df-f1d3-4afc-b32d-3b3b244c7d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573168 May 10 14:02:18.505727 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-21a8e126-2857-4e6f-a748-d382b974801a req-a8f026fe-d787-43b5-a43a-28f6f580ac9a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 210 time: 0.0325923 May 10 14:02:18.568402 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-d49fb3c6-8561-41c7-9f64-ad6d4ebb051f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Allocated IP 172.20.0.14 (2c9ceeee-200d-4bc2-b027-788cdb69321a/cf9fa0ee-3693-4449-88b2-25628aadc1b4/156485a6-4fc0-40bc-a3c8-0aa824e3cae2) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:02:18.703822 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-d49fb3c6-8561-41c7-9f64-ad6d4ebb051f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for port (156485a6-4fc0-40bc-a3c8-0aa824e3cae2), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:18.735256 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-d49fb3c6-8561-41c7-9f64-ad6d4ebb051f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (156485a6-4fc0-40bc-a3c8-0aa824e3cae2), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:18.776353 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-d49fb3c6-8561-41c7-9f64-ad6d4ebb051f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Network 2c9ceeee-200d-4bc2-b027-788cdb69321a is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:02:18.779413 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-d49fb3c6-8561-41c7-9f64-ad6d4ebb051f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:02:18.785141 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-d49fb3c6-8561-41c7-9f64-ad6d4ebb051f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:02:18.813023 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fb3c6-8561-41c7-9f64-ad6d4ebb051f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event updated for resources: {'Port': ['ID=156485a6-4fc0-40bc-a3c8-0aa824e3cae2,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:18.842015 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-d49fb3c6-8561-41c7-9f64-ad6d4ebb051f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:18.842676 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-d49fb3c6-8561-41c7-9f64-ad6d4ebb051f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:18.861528 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-d49fb3c6-8561-41c7-9f64-ad6d4ebb051f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6932812 May 10 14:02:19.023146 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-a693ccaf-7b54-43a0-ba92-ef51d4ae215a None None] Provisioning complete for port 156485a6-4fc0-40bc-a3c8-0aa824e3cae2 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:02:19.023146 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a693ccaf-7b54-43a0-ba92-ef51d4ae215a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (156485a6-4fc0-40bc-a3c8-0aa824e3cae2), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.054044 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-a693ccaf-7b54-43a0-ba92-ef51d4ae215a None None] Port 156485a6-4fc0-40bc-a3c8-0aa824e3cae2 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:02:19.098449 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-09e8bfe9-3cd1-42b1-97c5-cbe38016463f service neutron] Request body: {'port': {'device_id': '4fa06f26-fa96-4753-9ea2-c2abecdb7087', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:19.138749 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71575c6e-a402-417d-a8e1-118b0a4a54e4 req-4558d6af-43a4-4538-8e72-83d92411f524 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:19.140656 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-71575c6e-a402-417d-a8e1-118b0a4a54e4 req-4558d6af-43a4-4538-8e72-83d92411f524 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 944 time: 0.0568850 May 10 14:02:19.213207 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 52938) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:19.220837 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-d4802541-0769-4745-aa60-036627c2889e tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--964058252', 'description': 'tempest-description--1094713051'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:19.252372 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-71575c6e-a402-417d-a8e1-118b0a4a54e4 req-5f725922-fe3a-4443-adcc-37654afeb29a tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939529 May 10 14:02:19.265001 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d4802541-0769-4745-aa60-036627c2889e tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.369070 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d4802541-0769-4745-aa60-036627c2889e tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for security_group (80b39bbe-f98e-4de1-bb1d-26cdf9c119a8), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.376354 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d4802541-0769-4745-aa60-036627c2889e tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (80b39bbe-f98e-4de1-bb1d-26cdf9c119a8), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.422906 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d4802541-0769-4745-aa60-036627c2889e tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.424308 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d4802541-0769-4745-aa60-036627c2889e tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2094324 May 10 14:02:19.426894 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 52944) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:19.432427 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-8a03a906-fde5-43bb-b31f-348002db4a41 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Request body: {'security_group_rule': {'security_group_id': '80b39bbe-f98e-4de1-bb1d-26cdf9c119a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:19.437404 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4802541-0769-4745-aa60-036627c2889e tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:19.483188 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a009e7d2-4b27-4350-acd5-a7fa98b76a09 req-b4162bd9-ec16-45f5-bc09-8c59efcc5344 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 210 time: 0.0380478 May 10 14:02:19.489386 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8a03a906-fde5-43bb-b31f-348002db4a41 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for security_group_rule (e0d07ad1-5d25-4142-882c-9791853014ef), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.496929 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37cd8f-4a93-4851-aacf-14ad8e97efce req-17dbc41f-fef6-4683-b4bc-fd9707ef4254 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:19.499015 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bf37cd8f-4a93-4851-aacf-14ad8e97efce req-17dbc41f-fef6-4683-b4bc-fd9707ef4254 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.57 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 950 time: 0.4049437 May 10 14:02:19.540532 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8a03a906-fde5-43bb-b31f-348002db4a41 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for security_group_rule (e0d07ad1-5d25-4142-882c-9791853014ef), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.545119 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8a03a906-fde5-43bb-b31f-348002db4a41 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (e0d07ad1-5d25-4142-882c-9791853014ef), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.549527 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48d60b-2b80-4603-bf6f-334cea65adc5 req-bd42e29e-3521-437d-99f0-377bbdd66f13 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:19.551025 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8f48d60b-2b80-4603-bf6f-334cea65adc5 req-bd42e29e-3521-437d-99f0-377bbdd66f13 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.1362760 May 10 14:02:19.565293 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03a906-fde5-43bb-b31f-348002db4a41 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d07ad1-5d25-4142-882c-9791853014ef,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:19.572257 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-09e8bfe9-3cd1-42b1-97c5-cbe38016463f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (156485a6-4fc0-40bc-a3c8-0aa824e3cae2), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.581059 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8a03a906-fde5-43bb-b31f-348002db4a41 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.584830 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8a03a906-fde5-43bb-b31f-348002db4a41 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567798 May 10 14:02:19.588573 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 52950) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:19.601087 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-be1acf84-f8c0-43e5-afcc-cf527515497a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Request body: {'security_group_rule': {'security_group_id': '80b39bbe-f98e-4de1-bb1d-26cdf9c119a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:19.620905 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd004297-df52-43ab-8476-82e3e139bbc6 req-632713a2-d8ff-4f0a-850f-4ed7a78a97dd tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:19.622393 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fd004297-df52-43ab-8476-82e3e139bbc6 req-632713a2-d8ff-4f0a-850f-4ed7a78a97dd tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 950 time: 0.0545187 May 10 14:02:19.641323 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1127089-4edf-4c8d-83ea-1e7d53d05ef6 req-f545c3cf-f03b-46cb-8276-d8a7ab541bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:19.642783 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f1127089-4edf-4c8d-83ea-1e7d53d05ef6 req-f545c3cf-f03b-46cb-8276-d8a7ab541bc2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5516198 May 10 14:02:19.676489 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fd004297-df52-43ab-8476-82e3e139bbc6 req-99369c9b-7e12-409c-937c-8393b3a673c2 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/security-groups?id=90e696df-f1d3-4afc-b32d-3b3b244c7d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481808 May 10 14:02:19.769601 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8f48d60b-2b80-4603-bf6f-334cea65adc5 req-23e35eae-64cc-4c09-9e5f-649b47998927 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119656 May 10 14:02:19.841199 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-be1acf84-f8c0-43e5-afcc-cf527515497a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for security_group_rule (da30a556-e652-4fe3-84f2-437a5c4e7a84), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.861214 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d005cea-cb93-412a-8f4e-65dc0d88cf1c req-5330c5b5-f5dd-477c-a7bb-6f2c98d63466 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:19.862786 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d005cea-cb93-412a-8f4e-65dc0d88cf1c req-5330c5b5-f5dd-477c-a7bb-6f2c98d63466 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 932 time: 0.1190152 May 10 14:02:19.911678 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-ee4aa548-4a9a-41ec-8691-9f37f0aa3c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:19.913591 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-ee4aa548-4a9a-41ec-8691-9f37f0aa3c02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=104740054c3a47ca8cc3cb262d975fd5&device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 1128 time: 0.1476622 May 10 14:02:19.914271 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-bf37cd8f-4a93-4851-aacf-14ad8e97efce req-8e14b105-d767-4331-a2d0-a3d24a651a27 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Deleting port 9b6ddffa-174d-4fdc-9944-6f473aa96b81 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:02:19.914760 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-bf37cd8f-4a93-4851-aacf-14ad8e97efce req-8e14b105-d767-4331-a2d0-a3d24a651a27 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (9b6ddffa-174d-4fdc-9944-6f473aa96b81), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:19.950511 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-a1e82761-e4c6-4494-be81-f81af7ef5259 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:19.952505 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-a1e82761-e4c6-4494-be81-f81af7ef5259 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.57 "GET /v2.0/networks?id=4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92 HTTP/1.1" status: 200 len: 815 time: 0.1958902 May 10 14:02:19.969923 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d005cea-cb93-412a-8f4e-65dc0d88cf1c req-8b19ba60-adf1-4298-8285-d390f62d4c35 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=25b41bf7-1042-4192-8ba9-260619c11336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978379 May 10 14:02:20.039921 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-81f13708-a89b-4d49-9e24-1c0747839439 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec56af2f-6e36-458b-8cbf-61f578a6cae0 HTTP/1.1" status: 200 len: 217 time: 0.0897882 May 10 14:02:20.045278 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-9d990110-c2bd-4239-84d2-d5b219082651 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Request body: {'port': {'device_id': '8821a821-144b-4a72-b16e-07014a8063d0', 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92', 'admin_state_up': True, 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:20.152980 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-be1acf84-f8c0-43e5-afcc-cf527515497a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for security_group_rule (da30a556-e652-4fe3-84f2-437a5c4e7a84), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:20.170098 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-be1acf84-f8c0-43e5-afcc-cf527515497a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (da30a556-e652-4fe3-84f2-437a5c4e7a84), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:20.184498 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-9d990110-c2bd-4239-84d2-d5b219082651 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Made reservation on behalf of b1e759f08bf04eeabbbc1b14bca8a169 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:02:20.189063 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-9d990110-c2bd-4239-84d2-d5b219082651 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:20.216051 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-552d5ce1-28d6-4b43-9d42-049421a78e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:20.217565 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-552d5ce1-28d6-4b43-9d42-049421a78e56 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea5f467a-2a77-46ae-b000-00f12ba5a923 HTTP/1.1" status: 200 len: 850 time: 0.1531992 May 10 14:02:20.227894 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-bf37cd8f-4a93-4851-aacf-14ad8e97efce req-8e14b105-d767-4331-a2d0-a3d24a651a27 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] For port 9b6ddffa-174d-4fdc-9944-6f473aa96b81, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=9b6ddffa-174d-4fdc-9944-6f473aa96b81,segment=NetworkSegment(0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c),segment_id=0467c6e3-9dfb-4a59-b5e5-eaa6baf4342c)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:20.228640 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-bf37cd8f-4a93-4851-aacf-14ad8e97efce req-8e14b105-d767-4331-a2d0-a3d24a651a27 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (9b6ddffa-174d-4fdc-9944-6f473aa96b81), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:20.248258 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1acf84-f8c0-43e5-afcc-cf527515497a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da30a556-e652-4fe3-84f2-437a5c4e7a84,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:20.286405 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-be1acf84-f8c0-43e5-afcc-cf527515497a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:20.287822 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-be1acf84-f8c0-43e5-afcc-cf527515497a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6915982 May 10 14:02:20.297205 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-bf37cd8f-4a93-4851-aacf-14ad8e97efce req-8e14b105-d767-4331-a2d0-a3d24a651a27 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Calling delete_port for 9b6ddffa-174d-4fdc-9944-6f473aa96b81 owned by compute:nova {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:02:20.300221 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 52976) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:20.308369 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-f48349d5-fecb-4efa-bfc5-5b073bd368b9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Request body: {'floatingip': {'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:20.382484 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-53f3a567-2343-4333-9e2e-0e308b6f50fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:20.385135 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-53f3a567-2343-4333-9e2e-0e308b6f50fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c3ef3499-58c5-4573-b70a-3147dbe30f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1459742 May 10 14:02:20.411839 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-9d990110-c2bd-4239-84d2-d5b219082651 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Allocated IP 172.20.0.9 (4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92/2059efe2-229a-4de0-9b5e-4765a3685cdc/12100075-8151-4b48-9d14-6864846987d2) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:02:20.493963 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48d929-acd1-43eb-b9d6-fc1b78473373 req-d48aad14-23da-432c-9bb2-1cffdccaf579 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:20.501261 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3d48d929-acd1-43eb-b9d6-fc1b78473373 req-d48aad14-23da-432c-9bb2-1cffdccaf579 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0676255 May 10 14:02:20.505260 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f48349d5-fecb-4efa-bfc5-5b073bd368b9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:20.577995 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 52986) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:20.585082 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899edd89-0807-4720-9f77-7b49dd1ec3a0 req-238403c0-99b1-4f4a-a85d-a35339ae72a4 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:20.587299 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-899edd89-0807-4720-9f77-7b49dd1ec3a0 req-238403c0-99b1-4f4a-a85d-a35339ae72a4 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 944 time: 0.1637540 May 10 14:02:20.606768 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-09e8bfe9-3cd1-42b1-97c5-cbe38016463f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 156485a6-4fc0-40bc-a3c8-0aa824e3cae2 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:02:20.643936 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-09e8bfe9-3cd1-42b1-97c5-cbe38016463f service neutron] Publish callbacks [] for port (156485a6-4fc0-40bc-a3c8-0aa824e3cae2), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:20.670167 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3d48d929-acd1-43eb-b9d6-fc1b78473373 req-2b9a3826-69d0-4837-8410-b8cf5da25e7a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635377 May 10 14:02:20.720362 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-09e8bfe9-3cd1-42b1-97c5-cbe38016463f service neutron] Transition to ACTIVE for port object 156485a6-4fc0-40bc-a3c8-0aa824e3cae2 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:02:20.743100 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-09e8bfe9-3cd1-42b1-97c5-cbe38016463f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (156485a6-4fc0-40bc-a3c8-0aa824e3cae2), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:20.780398 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-9d990110-c2bd-4239-84d2-d5b219082651 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for port (12100075-8151-4b48-9d14-6864846987d2), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:20.812579 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-59101f42-a68c-487c-ade6-79ce0a5ee377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:20.820480 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f48349d5-fecb-4efa-bfc5-5b073bd368b9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:20.826158 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-899edd89-0807-4720-9f77-7b49dd1ec3a0 req-82e5d127-bc83-4792-aaef-77779a99a139 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146368 May 10 14:02:20.847906 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-64d8aa52-a11b-46a2-93dd-79e65fc5c4f6 req-2fb523aa-69fb-4384-b25f-5621338c5981 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 210 time: 0.0612454 May 10 14:02:20.923811 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-9d990110-c2bd-4239-84d2-d5b219082651 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (12100075-8151-4b48-9d14-6864846987d2), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:20.939426 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-3f6144d9-b9df-4b01-8067-17ddaf8a47ab service neutron] 10.222.0.57 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026201 May 10 14:02:21.055346 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-9d990110-c2bd-4239-84d2-d5b219082651 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Network 4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:02:21.059227 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce752107-0e79-46de-8fdf-7290aa34d516 req-1e5d041e-6f62-4ad7-937c-077d126bd417 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:21.068036 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ce752107-0e79-46de-8fdf-7290aa34d516 req-1e5d041e-6f62-4ad7-937c-077d126bd417 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 950 time: 0.1266906 May 10 14:02:21.090775 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-9d990110-c2bd-4239-84d2-d5b219082651 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:02:21.119850 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8bfe9-3cd1-42b1-97c5-cbe38016463f service neutron] Pushing event updated for resources: {'Port': ['ID=156485a6-4fc0-40bc-a3c8-0aa824e3cae2,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:21.137989 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd98474-551a-414a-8f6e-1de5bba03d2a req-7cff0b7b-0433-4a1c-89a6-1b1b7aad420e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:21.139890 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-afd98474-551a-414a-8f6e-1de5bba03d2a req-7cff0b7b-0433-4a1c-89a6-1b1b7aad420e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.1954193 May 10 14:02:21.145585 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-9d990110-c2bd-4239-84d2-d5b219082651 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:02:21.157352 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d990110-c2bd-4239-84d2-d5b219082651 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Pushing event updated for resources: {'Port': ['ID=12100075-8151-4b48-9d14-6864846987d2,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:21.179001 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-bf37cd8f-4a93-4851-aacf-14ad8e97efce req-8e14b105-d767-4331-a2d0-a3d24a651a27 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (9b6ddffa-174d-4fdc-9944-6f473aa96b81), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:21.244508 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-09e8bfe9-3cd1-42b1-97c5-cbe38016463f service neutron] Attempting to bind port 156485a6-4fc0-40bc-a3c8-0aa824e3cae2 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:02:21.244869 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-09e8bfe9-3cd1-42b1-97c5-cbe38016463f service neutron] Attempting to bind port 156485a6-4fc0-40bc-a3c8-0aa824e3cae2 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:02:21.245176 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-09e8bfe9-3cd1-42b1-97c5-cbe38016463f service neutron] Attempting to bind port 156485a6-4fc0-40bc-a3c8-0aa824e3cae2 on network 2c9ceeee-200d-4bc2-b027-788cdb69321a {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:02:21.260710 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ce752107-0e79-46de-8fdf-7290aa34d516 req-0f5b412c-dec1-452f-91bc-647e2cef2d1f tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/security-groups?id=90e696df-f1d3-4afc-b32d-3b3b244c7d16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916633 May 10 14:02:21.265267 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-59101f42-a68c-487c-ade6-79ce0a5ee377 admin admin] Publish callbacks [] for security_group (417796dd-c2d1-45bb-ad1b-5ca868e9daec), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:21.310241 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-59101f42-a68c-487c-ade6-79ce0a5ee377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (417796dd-c2d1-45bb-ad1b-5ca868e9daec), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:21.317686 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 0b32a17e-9e2f-475d-abe1-8b69acb4c76a details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:02:21.343362 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 9b6ddffa-174d-4fdc-9944-6f473aa96b81 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:02:21.354728 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-59101f42-a68c-487c-ade6-79ce0a5ee377 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2f6d085a48d4a75a69d320c4b953903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7738783 May 10 14:02:21.357610 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 53004) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:21.463585 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-afd98474-551a-414a-8f6e-1de5bba03d2a req-2bb508ce-f2a3-4091-97e1-1a30e945e98e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844334 May 10 14:02:21.495453 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] No Port match for: 9b6ddffa-174d-4fdc-9944-6f473aa96b81 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:02:21.495811 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 9b6ddffa-174d-4fdc-9944-6f473aa96b81 not bound to the agent host hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:02:21.513199 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-9d990110-c2bd-4239-84d2-d5b219082651 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:21.513799 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-9d990110-c2bd-4239-84d2-d5b219082651 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:21.529528 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59101f42-a68c-487c-ade6-79ce0a5ee377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417796dd-c2d1-45bb-ad1b-5ca868e9daec,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:21.561938 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-9d990110-c2bd-4239-84d2-d5b219082651 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5213141 May 10 14:02:21.586625 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8c47c1dc-bd7a-4c35-9fe0-f687eb4cb916 admin admin] Publish callbacks [] for security_group (417796dd-c2d1-45bb-ad1b-5ca868e9daec), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:21.593315 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-a8bf6cab-b5b2-4e0c-aa99-4871e4173eae service neutron] Request body: {'port': {'device_id': '8821a821-144b-4a72-b16e-07014a8063d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:21.615340 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-124534a7-9ec1-4a73-9b64-2e4daa23f772 None None] Provisioning complete for port 12100075-8151-4b48-9d14-6864846987d2 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:02:21.615786 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-124534a7-9ec1-4a73-9b64-2e4daa23f772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (12100075-8151-4b48-9d14-6864846987d2), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:21.663065 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.db.resource_extend [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:02:21.666717 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-124534a7-9ec1-4a73-9b64-2e4daa23f772 None None] Port 12100075-8151-4b48-9d14-6864846987d2 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:02:21.736605 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-09e8bfe9-3cd1-42b1-97c5-cbe38016463f service neutron] Port 156485a6-4fc0-40bc-a3c8-0aa824e3cae2 on network 2c9ceeee-200d-4bc2-b027-788cdb69321a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:02:21.736951 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-09e8bfe9-3cd1-42b1-97c5-cbe38016463f service neutron] Attempting to bind port 156485a6-4fc0-40bc-a3c8-0aa824e3cae2 on network 2c9ceeee-200d-4bc2-b027-788cdb69321a {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:02:21.743595 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14b105-d767-4331-a2d0-a3d24a651a27 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Pushing event deleted for resources: {'Port': ['ID=9b6ddffa-174d-4fdc-9944-6f473aa96b81,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:21.771951 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8c47c1dc-bd7a-4c35-9fe0-f687eb4cb916 admin admin] Publish callbacks [] for security_group (417796dd-c2d1-45bb-ad1b-5ca868e9daec), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:21.781313 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-09e8bfe9-3cd1-42b1-97c5-cbe38016463f service neutron] Checking agent: {'id': 'b4f1cee2-bd7e-4da4-854f-0334af1b5198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'started_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:02:21.781671 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-09e8bfe9-3cd1-42b1-97c5-cbe38016463f service neutron] Checking segment: {'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:02:21.782052 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-09e8bfe9-3cd1-42b1-97c5-cbe38016463f service neutron] Bound using segment: {'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:02:21.782508 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-09e8bfe9-3cd1-42b1-97c5-cbe38016463f service neutron] Bound port: 156485a6-4fc0-40bc-a3c8-0aa824e3cae2, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:02:21.783446 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-09e8bfe9-3cd1-42b1-97c5-cbe38016463f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (156485a6-4fc0-40bc-a3c8-0aa824e3cae2), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:21.798852 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf37cd8f-4a93-4851-aacf-14ad8e97efce req-8e14b105-d767-4331-a2d0-a3d24a651a27 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] No DVR routers for this DVR port 9b6ddffa-174d-4fdc-9944-6f473aa96b81 on host hv-cinder-84067 {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:02:21.802342 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-bf37cd8f-4a93-4851-aacf-14ad8e97efce req-8e14b105-d767-4331-a2d0-a3d24a651a27 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:21.806024 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bf37cd8f-4a93-4851-aacf-14ad8e97efce req-8e14b105-d767-4331-a2d0-a3d24a651a27 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.57 "DELETE /v2.0/ports/9b6ddffa-174d-4fdc-9944-6f473aa96b81 HTTP/1.1" status: 204 len: 173 time: 2.1990864 May 10 14:02:21.836058 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=0b32a17e-9e2f-475d-abe1-8b69acb4c76a,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:21.852236 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': '0b32a17e-9e2f-475d-abe1-8b69acb4c76a', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'port_id': '0b32a17e-9e2f-475d-abe1-8b69acb4c76a', 'mac_address': 'fa:16:3e:41:0d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:02:21.901168 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a is: ACTIVE; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:21.902060 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:21.911974 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-09e8bfe9-3cd1-42b1-97c5-cbe38016463f service neutron] For port 156485a6-4fc0-40bc-a3c8-0aa824e3cae2, host hv-cinder-84067, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:02:21.916005 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-09e8bfe9-3cd1-42b1-97c5-cbe38016463f service neutron] For port 156485a6-4fc0-40bc-a3c8-0aa824e3cae2, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=156485a6-4fc0-40bc-a3c8-0aa824e3cae2,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:02:21.918976 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f8c575-d141-465e-a1d6-0a588d798efc', 'name': 'network-vif-deleted', 'tag': '9b6ddffa-174d-4fdc-9944-6f473aa96b81'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:02:21.919225 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b32a17e-9e2f-475d-abe1-8b69acb4c76a {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:02:21.921945 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c59669-6bcf-427f-9ef3-bf337879e702" -d '{"events": [{"server_uuid": "69f8c575-d141-465e-a1d6-0a588d798efc", "name": "network-vif-deleted", "tag": "9b6ddffa-174d-4fdc-9944-6f473aa96b81"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:02:21.930870 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e800fb-064d-47c7-98ee-ba5fc4672092 req-fe8d7f2c-e0e8-4310-b90c-ae7bea60f206 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:21.937781 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f9e800fb-064d-47c7-98ee-ba5fc4672092 req-fe8d7f2c-e0e8-4310-b90c-ae7bea60f206 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 944 time: 0.2066772 May 10 14:02:21.947931 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=0b32a17e-9e2f-475d-abe1-8b69acb4c76a,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:21.955957 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:21.967361 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-09e8bfe9-3cd1-42b1-97c5-cbe38016463f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (156485a6-4fc0-40bc-a3c8-0aa824e3cae2), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:21.987966 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d367517-13dd-4667-95d5-4bed02f119b7 req-a5c4ed38-5c3a-4f72-b1bb-1c2acec058ef tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:21.995510 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d367517-13dd-4667-95d5-4bed02f119b7 req-a5c4ed38-5c3a-4f72-b1bb-1c2acec058ef tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.1163843 May 10 14:02:22.000726 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-a8bf6cab-b5b2-4e0c-aa99-4871e4173eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (12100075-8151-4b48-9d14-6864846987d2), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:22.092121 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-09e8bfe9-3cd1-42b1-97c5-cbe38016463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:22.093506 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=0b32a17e-9e2f-475d-abe1-8b69acb4c76a,revision_number=6']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:22.095062 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-09e8bfe9-3cd1-42b1-97c5-cbe38016463f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:22.099131 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-09e8bfe9-3cd1-42b1-97c5-cbe38016463f service neutron] 10.222.0.57 "PUT /v2.0/ports/156485a6-4fc0-40bc-a3c8-0aa824e3cae2 HTTP/1.1" status: 200 len: 1094 time: 3.0056412 May 10 14:02:22.140879 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8bfe9-3cd1-42b1-97c5-cbe38016463f service neutron] Pushing event updated for resources: {'Port': ['ID=156485a6-4fc0-40bc-a3c8-0aa824e3cae2,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:22.172071 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f9e800fb-064d-47c7-98ee-ba5fc4672092 req-ee8fd8fa-8545-44ed-b96a-037e49c852a3 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=25b41bf7-1042-4192-8ba9-260619c11336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312889 May 10 14:02:22.245661 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['0b32a17e-9e2f-475d-abe1-8b69acb4c76a'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:02:22.436648 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-3fa61a46-9532-4cf1-a89f-1ab576e6e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:22.440147 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-3fa61a46-9532-4cf1-a89f-1ab576e6e7be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd&device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 1128 time: 0.1377475 May 10 14:02:22.464621 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-f48349d5-fecb-4efa-bfc5-5b073bd368b9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Allocated IP 172.27.3.199 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/c3590edc-d3ab-4e0c-bb3d-9f57cf8e367f) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:02:22.526921 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8c47c1dc-bd7a-4c35-9fe0-f687eb4cb916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (417796dd-c2d1-45bb-ad1b-5ca868e9daec), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:22.529614 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d2e2a837-709d-40c3-b5f2-3988e857cb61 req-5083a85a-42bc-4e36-82da-42c0fd32cfdc service neutron] 10.222.0.57 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5680399 May 10 14:02:22.531400 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8c47c1dc-bd7a-4c35-9fe0-f687eb4cb916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:22.549566 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8c47c1dc-bd7a-4c35-9fe0-f687eb4cb916 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/417796dd-c2d1-45bb-ad1b-5ca868e9daec HTTP/1.1" status: 204 len: 168 time: 1.1752071 May 10 14:02:22.559767 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfa205-819c-4943-9c6f-5ecedd58bdd2 req-291f659f-c852-47ed-aea1-656b7e97ed13 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:22.560935 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8cdfa205-819c-4943-9c6f-5ecedd58bdd2 req-291f659f-c852-47ed-aea1-656b7e97ed13 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 944 time: 0.1022639 May 10 14:02:22.644789 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8cdfa205-819c-4943-9c6f-5ecedd58bdd2 req-54b47269-2de2-47f1-877d-f88541b48e06 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733678 May 10 14:02:22.666142 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1d367517-13dd-4667-95d5-4bed02f119b7 req-e5ad7ff0-87df-4674-bb4d-8b2b6da15c07 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6653717 May 10 14:02:22.672346 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-a8bf6cab-b5b2-4e0c-aa99-4871e4173eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12100075-8151-4b48-9d14-6864846987d2 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:02:22.704750 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-a8bf6cab-b5b2-4e0c-aa99-4871e4173eae service neutron] Publish callbacks [] for port (12100075-8151-4b48-9d14-6864846987d2), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:22.724676 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47c1dc-bd7a-4c35-9fe0-f687eb4cb916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417796dd-c2d1-45bb-ad1b-5ca868e9daec,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:22.769129 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-a8bf6cab-b5b2-4e0c-aa99-4871e4173eae service neutron] Transition to ACTIVE for port object 12100075-8151-4b48-9d14-6864846987d2 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:02:22.777931 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-a8bf6cab-b5b2-4e0c-aa99-4871e4173eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8740167'] for port (12100075-8151-4b48-9d14-6864846987d2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:22.791261 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f48349d5-fecb-4efa-bfc5-5b073bd368b9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for port (c3590edc-d3ab-4e0c-bb3d-9f57cf8e367f), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:22.839177 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d52891-332a-414e-af3c-4afa4aa8086b x-openstack-request-id: req-74d52891-332a-414e-af3c-4afa4aa8086b {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:02:22.839463 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f8c575-d141-465e-a1d6-0a588d798efc", "name": "network-vif-deleted", "tag": "9b6ddffa-174d-4fdc-9944-6f473aa96b81", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:02:22.839793 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74d52891-332a-414e-af3c-4afa4aa8086b {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:02:22.840929 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74d52891-332a-414e-af3c-4afa4aa8086b'] response: {'server_uuid': '69f8c575-d141-465e-a1d6-0a588d798efc', 'name': 'network-vif-deleted', 'tag': '9b6ddffa-174d-4fdc-9944-6f473aa96b81', 'status': 'completed', 'code': 200} May 10 14:02:22.856408 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f48349d5-fecb-4efa-bfc5-5b073bd368b9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (c3590edc-d3ab-4e0c-bb3d-9f57cf8e367f), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:22.943694 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf6cab-b5b2-4e0c-aa99-4871e4173eae service neutron] Pushing event updated for resources: {'Port': ['ID=12100075-8151-4b48-9d14-6864846987d2,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:23.008079 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0f6e3e90-97cf-4524-a3d3-006dad9b7918 req-6fd1a873-2b2f-4fae-95c5-e6c8c8be34fc tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 210 time: 0.0873396 May 10 14:02:23.037831 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-8e7b51ab-4e3b-4e8b-8579-77446a95e992 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=156485a6-4fc0-40bc-a3c8-0aa824e3cae2 HTTP/1.1" status: 200 len: 217 time: 0.1961176 May 10 14:02:23.104417 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-a8bf6cab-b5b2-4e0c-aa99-4871e4173eae service neutron] Attempting to bind port 12100075-8151-4b48-9d14-6864846987d2 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:02:23.106982 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-a8bf6cab-b5b2-4e0c-aa99-4871e4173eae service neutron] Attempting to bind port 12100075-8151-4b48-9d14-6864846987d2 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '61f95c22-8d28-4698-ac9e-b472ae7527f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:02:23.107500 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-a8bf6cab-b5b2-4e0c-aa99-4871e4173eae service neutron] Attempting to bind port 12100075-8151-4b48-9d14-6864846987d2 on network 4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:02:23.112964 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-a8bf6cab-b5b2-4e0c-aa99-4871e4173eae service neutron] Port 12100075-8151-4b48-9d14-6864846987d2 on network 4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:02:23.113705 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-a8bf6cab-b5b2-4e0c-aa99-4871e4173eae service neutron] Attempting to bind port 12100075-8151-4b48-9d14-6864846987d2 on network 4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:02:23.120108 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-a8bf6cab-b5b2-4e0c-aa99-4871e4173eae service neutron] Checking agent: {'id': 'b4f1cee2-bd7e-4da4-854f-0334af1b5198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'started_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:02:23.120764 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-a8bf6cab-b5b2-4e0c-aa99-4871e4173eae service neutron] Checking segment: {'id': '61f95c22-8d28-4698-ac9e-b472ae7527f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:02:23.121304 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-a8bf6cab-b5b2-4e0c-aa99-4871e4173eae service neutron] Bound using segment: {'id': '61f95c22-8d28-4698-ac9e-b472ae7527f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:02:23.121754 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-a8bf6cab-b5b2-4e0c-aa99-4871e4173eae service neutron] Bound port: 12100075-8151-4b48-9d14-6864846987d2, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f95c22-8d28-4698-ac9e-b472ae7527f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:02:23.122127 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-a8bf6cab-b5b2-4e0c-aa99-4871e4173eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (12100075-8151-4b48-9d14-6864846987d2), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:23.133241 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48349d5-fecb-4efa-bfc5-5b073bd368b9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:02:23.142101 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-f48349d5-fecb-4efa-bfc5-5b073bd368b9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:02:23.149839 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48349d5-fecb-4efa-bfc5-5b073bd368b9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:02:23.160651 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30942d69-fc58-4f38-b862-2d33ec189bea req-d7208016-559a-43e9-8a52-d17f9d742ef6 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:23.164864 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-30942d69-fc58-4f38-b862-2d33ec189bea req-d7208016-559a-43e9-8a52-d17f9d742ef6 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 943 time: 0.3106620 May 10 14:02:23.167063 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48349d5-fecb-4efa-bfc5-5b073bd368b9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Pushing event updated for resources: {'Port': ['ID=c3590edc-d3ab-4e0c-bb3d-9f57cf8e367f,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:23.233386 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7e37c-a76b-4b36-a5dc-61af7a587138 req-4c020f48-0fa4-4acb-a7d1-6e9f67bcf82d tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:23.234860 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fde7e37c-a76b-4b36-a5dc-61af7a587138 req-4c020f48-0fa4-4acb-a7d1-6e9f67bcf82d tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 944 time: 0.0979617 May 10 14:02:23.265209 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-a8bf6cab-b5b2-4e0c-aa99-4871e4173eae service neutron] For port 12100075-8151-4b48-9d14-6864846987d2, host hv-cinder-84067, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:02:23.285145 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-30942d69-fc58-4f38-b862-2d33ec189bea req-49e2b4f7-6418-4f81-95c3-3c4a8cd15875 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901465 May 10 14:02:23.288732 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-a8bf6cab-b5b2-4e0c-aa99-4871e4173eae service neutron] For port 12100075-8151-4b48-9d14-6864846987d2, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=12100075-8151-4b48-9d14-6864846987d2,segment=NetworkSegment(61f95c22-8d28-4698-ac9e-b472ae7527f0),segment_id=61f95c22-8d28-4698-ac9e-b472ae7527f0)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:02:23.308140 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f48349d5-fecb-4efa-bfc5-5b073bd368b9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for floatingip (4bf92862-8e10-4f77-bdbb-07b45b6fb000), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:23.312308 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fde7e37c-a76b-4b36-a5dc-61af7a587138 req-d46f2173-a983-4144-87e7-fe476e51c46f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717511 May 10 14:02:23.313598 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-a8bf6cab-b5b2-4e0c-aa99-4871e4173eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8740167'] for port (12100075-8151-4b48-9d14-6864846987d2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:23.325932 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 0b32a17e-9e2f-475d-abe1-8b69acb4c76a up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:02:23.350872 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-a8bf6cab-b5b2-4e0c-aa99-4871e4173eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:23.351517 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-a8bf6cab-b5b2-4e0c-aa99-4871e4173eae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:23.353415 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-a8bf6cab-b5b2-4e0c-aa99-4871e4173eae service neutron] 10.222.0.57 "PUT /v2.0/ports/12100075-8151-4b48-9d14-6864846987d2 HTTP/1.1" status: 200 len: 1093 time: 1.7680507 May 10 14:02:23.353777 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8821a821-144b-4a72-b16e-07014a8063d0', 'tag': '12100075-8151-4b48-9d14-6864846987d2'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:02:23.360661 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72864d8f697cc3849f7037e54fa44052707e53d1306a4a80922f5c2f90f38e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc501c70-e1f5-463a-98bb-b950cf90b2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "8821a821-144b-4a72-b16e-07014a8063d0", "tag": "12100075-8151-4b48-9d14-6864846987d2"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:02:23.381820 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:02:23.383030 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:23.405964 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf6cab-b5b2-4e0c-aa99-4871e4173eae service neutron] Pushing event updated for resources: {'Port': ['ID=12100075-8151-4b48-9d14-6864846987d2,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:23.421032 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169a4386-e0cb-4659-9e96-693c5c0ba502 x-openstack-request-id: req-169a4386-e0cb-4659-9e96-693c5c0ba502 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:02:23.421403 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8821a821-144b-4a72-b16e-07014a8063d0", "tag": "12100075-8151-4b48-9d14-6864846987d2", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:02:23.421734 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-169a4386-e0cb-4659-9e96-693c5c0ba502 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:02:23.422214 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-169a4386-e0cb-4659-9e96-693c5c0ba502'] response: {'name': 'network-changed', 'server_uuid': '8821a821-144b-4a72-b16e-07014a8063d0', 'tag': '12100075-8151-4b48-9d14-6864846987d2', 'status': 'completed', 'code': 200} May 10 14:02:23.442419 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f48349d5-fecb-4efa-bfc5-5b073bd368b9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (c3590edc-d3ab-4e0c-bb3d-9f57cf8e367f), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:23.463576 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a9064-97a4-4f0c-8872-afcd0636ac5c req-a06b847c-1f07-404f-bfee-05108a599672 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:23.465846 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e24a9064-97a4-4f0c-8872-afcd0636ac5c req-a06b847c-1f07-404f-bfee-05108a599672 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 944 time: 0.1217744 May 10 14:02:23.492637 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:23.498962 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:23.533913 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067bd8aa-a9d7-41f4-82a3-54e00fe64f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b32a17e-9e2f-475d-abe1-8b69acb4c76a'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:02:23.536838 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6e1561-61f5-4560-9f24-c4730eb3cc8e" -d '{"events": [{"server_uuid": "067bd8aa-a9d7-41f4-82a3-54e00fe64f68", "name": "network-vif-plugged", "status": "completed", "tag": "0b32a17e-9e2f-475d-abe1-8b69acb4c76a"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:02:23.551888 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=0b32a17e-9e2f-475d-abe1-8b69acb4c76a,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:23.561942 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:23.577307 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e24a9064-97a4-4f0c-8872-afcd0636ac5c req-b5f9ed8d-797b-4874-a362-ebe5a670468f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=25b41bf7-1042-4192-8ba9-260619c11336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833662 May 10 14:02:23.640507 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6ac56f-19e9-4293-a1f7-dd00985a0672 x-openstack-request-id: req-2f6ac56f-19e9-4293-a1f7-dd00985a0672 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:02:23.640919 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067bd8aa-a9d7-41f4-82a3-54e00fe64f68", "name": "network-vif-plugged", "status": "completed", "tag": "0b32a17e-9e2f-475d-abe1-8b69acb4c76a", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:02:23.641171 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f6ac56f-19e9-4293-a1f7-dd00985a0672 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:02:23.641602 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f6ac56f-19e9-4293-a1f7-dd00985a0672'] response: {'server_uuid': '067bd8aa-a9d7-41f4-82a3-54e00fe64f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b32a17e-9e2f-475d-abe1-8b69acb4c76a', 'code': 200} May 10 14:02:23.649111 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=0b32a17e-9e2f-475d-abe1-8b69acb4c76a,revision_number=7']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:23.852470 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8d06e-879a-4a34-9e0e-d5d6e18feb0c req-27e202ef-0b95-4bd2-ad6d-8f155b218e9b tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:23.859276 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f48349d5-fecb-4efa-bfc5-5b073bd368b9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for port (c3590edc-d3ab-4e0c-bb3d-9f57cf8e367f), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:23.862845 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b3c8d06e-879a-4a34-9e0e-d5d6e18feb0c req-27e202ef-0b95-4bd2-ad6d-8f155b218e9b tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0985367 May 10 14:02:23.865595 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f48349d5-fecb-4efa-bfc5-5b073bd368b9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (c3590edc-d3ab-4e0c-bb3d-9f57cf8e367f), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:23.885439 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebac58-a190-4b7b-a443-0cefa732a2d1 req-cad8febd-e253-4319-8097-4095583b414f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:23.887536 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-16ebac58-a190-4b7b-a443-0cefa732a2d1 req-cad8febd-e253-4319-8097-4095583b414f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 944 time: 0.1215992 May 10 14:02:23.931845 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b3c8d06e-879a-4a34-9e0e-d5d6e18feb0c req-ae01178b-b824-4c96-9f4f-b94577940862 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605340 May 10 14:02:23.997304 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48349d5-fecb-4efa-bfc5-5b073bd368b9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Pushing event updated for resources: {'Port': ['ID=c3590edc-d3ab-4e0c-bb3d-9f57cf8e367f,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:24.019607 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-16ebac58-a190-4b7b-a443-0cefa732a2d1 req-888faf4b-e9cf-41c4-b059-f12a3c873b50 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063607 May 10 14:02:24.020958 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f48349d5-fecb-4efa-bfc5-5b073bd368b9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (4bf92862-8e10-4f77-bdbb-07b45b6fb000), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:24.044698 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f48349d5-fecb-4efa-bfc5-5b073bd368b9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:24.054530 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f48349d5-fecb-4efa-bfc5-5b073bd368b9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7413599 May 10 14:02:24.300597 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-86670572-ee61-48b0-8340-3218c0c00bab req-247c58d2-36fb-4f31-b222-bfaa067cd00d tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--964058252&fields=id&tenant_id=368287ad726146f88559c73a86e4b26d HTTP/1.1" status: 200 len: 267 time: 0.0590904 May 10 14:02:24.392204 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-243b0e20-3847-4889-b8b1-8d3229c34c0a req-7a062349-998f-4a80-a9a7-6769bfe42658 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 210 time: 0.2791383 May 10 14:02:24.452860 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86670572-ee61-48b0-8340-3218c0c00bab req-de5e9eb9-9a99-49ce-bfb1-0485eecc37af tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:24.455238 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-86670572-ee61-48b0-8340-3218c0c00bab req-de5e9eb9-9a99-49ce-bfb1-0485eecc37af tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/networks?id=74785619-4d29-47a9-9c74-95cf48855a3c HTTP/1.1" status: 200 len: 818 time: 0.1472614 May 10 14:02:24.471954 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-86670572-ee61-48b0-8340-3218c0c00bab req-654ee296-1460-4605-8430-15b1cfbbed13 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/quotas/368287ad726146f88559c73a86e4b26d HTTP/1.1" status: 200 len: 375 time: 0.0110202 May 10 14:02:24.547093 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-86670572-ee61-48b0-8340-3218c0c00bab req-d9f9d9b6-8cdd-4186-8aeb-6022a028b3d1 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=368287ad726146f88559c73a86e4b26d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0641797 May 10 14:02:24.547368 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696d32d-e18b-4c93-9c93-0df0602a7964 req-168c78ac-5dca-4fc1-a484-c450d16258ad tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:24.548025 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1696d32d-e18b-4c93-9c93-0df0602a7964 req-168c78ac-5dca-4fc1-a484-c450d16258ad tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 943 time: 0.0744665 May 10 14:02:24.604235 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1696d32d-e18b-4c93-9c93-0df0602a7964 req-cfffdfe4-f95e-4120-817b-9d2dc77cdab1 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502815 May 10 14:02:24.669110 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-86670572-ee61-48b0-8340-3218c0c00bab req-6c281c2d-d433-4983-a501-81c688a3ab90 service neutron] 10.222.0.49 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093204 May 10 14:02:24.736455 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0c19f-b821-4ab8-9106-cdb41103f1b7 req-1420f83b-6bc5-452c-af7c-ccebcd5df4f7 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:24.737913 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bbc0c19f-b821-4ab8-9106-cdb41103f1b7 req-1420f83b-6bc5-452c-af7c-ccebcd5df4f7 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0567167 May 10 14:02:24.783700 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-86670572-ee61-48b0-8340-3218c0c00bab req-a6fbf3af-3c0c-48c5-a099-1d4c047aa59c service neutron] 10.222.0.49 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090407 May 10 14:02:24.793362 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bbc0c19f-b821-4ab8-9106-cdb41103f1b7 req-e164ec47-1b40-48d6-ad18-e8b5f861abb6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465152 May 10 14:02:24.842271 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa06f26-fa96-4753-9ea2-c2abecdb7087', 'tag': '156485a6-4fc0-40bc-a3c8-0aa824e3cae2'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:02:24.844793 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2f3b0e-a88a-44bc-bdda-2dd84c85e641" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa06f26-fa96-4753-9ea2-c2abecdb7087", "tag": "156485a6-4fc0-40bc-a3c8-0aa824e3cae2"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:02:24.954864 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a688d34-32a0-41f7-935a-120901694d87 req-dd06ac43-f312-4c51-8cd9-9d01a2e52dff tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:24.956522 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0a688d34-32a0-41f7-935a-120901694d87 req-dd06ac43-f312-4c51-8cd9-9d01a2e52dff tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 944 time: 0.0814257 May 10 14:02:24.961510 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca441e8b-cab1-4ff9-aac2-ed3e898ab772 x-openstack-request-id: req-ca441e8b-cab1-4ff9-aac2-ed3e898ab772 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:02:24.961802 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa06f26-fa96-4753-9ea2-c2abecdb7087", "tag": "156485a6-4fc0-40bc-a3c8-0aa824e3cae2", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:02:24.962046 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca441e8b-cab1-4ff9-aac2-ed3e898ab772 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:02:24.962805 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca441e8b-cab1-4ff9-aac2-ed3e898ab772'] response: {'name': 'network-changed', 'server_uuid': '4fa06f26-fa96-4753-9ea2-c2abecdb7087', 'tag': '156485a6-4fc0-40bc-a3c8-0aa824e3cae2', 'status': 'completed', 'code': 200} May 10 14:02:25.043051 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0a688d34-32a0-41f7-935a-120901694d87 req-0c24b715-edeb-4979-be4b-e9e45865270f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=25b41bf7-1042-4192-8ba9-260619c11336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738423 May 10 14:02:25.080356 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ec3160fa-e4da-4a30-a497-3ca46102b453 req-b5cd34f4-3ff7-48f5-bd19-1a16fbeb5473 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 210 time: 0.0760577 May 10 14:02:25.224386 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346439dd-f06f-4d85-a83d-1828441f4998 req-834a94fd-6365-45f6-81d7-6e49fd025662 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:25.226091 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-346439dd-f06f-4d85-a83d-1828441f4998 req-834a94fd-6365-45f6-81d7-6e49fd025662 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0887675 May 10 14:02:25.265093 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:25.281817 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c11d4-bbef-4d07-84ed-ed1812c1a4f0 req-0d6c615f-9dbd-45de-a826-79f0ceaec086 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:25.286632 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dc8c11d4-bbef-4d07-84ed-ed1812c1a4f0 req-0d6c615f-9dbd-45de-a826-79f0ceaec086 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 944 time: 0.0897977 May 10 14:02:25.327990 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-346439dd-f06f-4d85-a83d-1828441f4998 req-de5c9134-e86e-44e6-8f95-39fc2b2eadbb tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956240 May 10 14:02:25.372801 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dc8c11d4-bbef-4d07-84ed-ed1812c1a4f0 req-6511fbc3-8082-420f-a9f3-e573ac50a95e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698984 May 10 14:02:25.532130 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-741f0d25-780d-4348-b513-07635632eeae req-cb729537-e61b-4bc7-891c-438800a1c537 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 210 time: 0.0302460 May 10 14:02:25.723443 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9941fe-e4a2-44d5-a69e-e82372d028ca req-2b90d8e9-2db3-4b42-84d0-fc3bfc2e9369 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:25.724946 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8c9941fe-e4a2-44d5-a69e-e82372d028ca req-2b90d8e9-2db3-4b42-84d0-fc3bfc2e9369 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 943 time: 0.0482855 May 10 14:02:25.774779 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8c9941fe-e4a2-44d5-a69e-e82372d028ca req-1a9998ee-1509-4e22-8082-0bfe3bbecb0b tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440402 May 10 14:02:25.893355 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fa8d5950-f12c-4fcf-9275-74fc6c2d57a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:25.919361 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d3b3d-2f5f-4b19-8494-0a940ab51bc7 req-45ba0511-998b-45f0-83b8-531c5128ad21 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:25.920910 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e66d3b3d-2f5f-4b19-8494-0a940ab51bc7 req-45ba0511-998b-45f0-83b8-531c5128ad21 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0485001 May 10 14:02:25.971867 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e66d3b3d-2f5f-4b19-8494-0a940ab51bc7 req-9923b6a8-2a59-4fdb-a316-239a92057b50 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448778 May 10 14:02:26.164826 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4b3f4-03fd-4b98-b543-cfbeef5cc957 req-1066af75-7d91-4173-9061-bded0ec69875 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:26.166560 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-59d4b3f4-03fd-4b98-b543-cfbeef5cc957 req-1066af75-7d91-4173-9061-bded0ec69875 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 944 time: 0.0629725 May 10 14:02:26.194011 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a6c40f95-ca27-439e-a01f-4df150f8aa1a req-8646373f-9e6f-4fba-a1b8-9232c452a05e tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 210 time: 0.0307353 May 10 14:02:26.229961 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-59d4b3f4-03fd-4b98-b543-cfbeef5cc957 req-6e0516c9-922f-4725-8699-573622d5ab23 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=25b41bf7-1042-4192-8ba9-260619c11336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569272 May 10 14:02:26.450429 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bad873-f2a2-4cbd-a43a-ae8b1e730337 req-0d80db38-74fc-4f26-b5ad-3854c0c372c7 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:26.452509 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-64bad873-f2a2-4cbd-a43a-ae8b1e730337 req-0d80db38-74fc-4f26-b5ad-3854c0c372c7 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0548770 May 10 14:02:26.519272 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-64bad873-f2a2-4cbd-a43a-ae8b1e730337 req-2482207e-ede0-4084-81fc-d9f981f86065 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592833 May 10 14:02:26.531431 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de42ef2-f3b1-404a-8ba4-7570d9d78245 req-01269f4f-b43f-44ae-a10d-5055e32a9d25 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:26.533313 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5de42ef2-f3b1-404a-8ba4-7570d9d78245 req-01269f4f-b43f-44ae-a10d-5055e32a9d25 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 944 time: 0.0584936 May 10 14:02:26.604743 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5de42ef2-f3b1-404a-8ba4-7570d9d78245 req-cb58a545-ddbe-46d2-a82f-c6c422f6f773 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587800 May 10 14:02:26.660145 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-747c9d70-632c-468a-b2c4-a2b20e148831 req-3207cdce-4f22-4009-b8a0-9ec8d4311deb tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 210 time: 0.0289860 May 10 14:02:26.888092 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a873279-b907-4458-8f59-f342f155f4e1 req-1bf18add-7079-4825-9a93-a896c1e2816a tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:26.889624 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7a873279-b907-4458-8f59-f342f155f4e1 req-1bf18add-7079-4825-9a93-a896c1e2816a tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 943 time: 0.0486176 May 10 14:02:26.949780 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7a873279-b907-4458-8f59-f342f155f4e1 req-bbf666f5-5a3a-41ac-b6bf-e07927814731 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522695 May 10 14:02:27.107517 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370177cc-d8d2-4ad9-8f92-77afdfd05396 req-f80fe824-a73f-403e-92b9-d7049b5f94e3 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:27.109082 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-370177cc-d8d2-4ad9-8f92-77afdfd05396 req-f80fe824-a73f-403e-92b9-d7049b5f94e3 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0596838 May 10 14:02:27.160846 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-370177cc-d8d2-4ad9-8f92-77afdfd05396 req-050af0da-47b4-47df-a72e-6b8fc2dfbc04 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458956 May 10 14:02:27.294562 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1154b75a-918c-4154-88ab-747d8d188d2c req-a5c97673-4c9a-4e49-8940-9dee01f720de tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 210 time: 0.0321188 May 10 14:02:27.358741 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4f84f-c473-4522-9b70-f2ace3aed852 req-2775116d-ffd4-4a00-8b59-9e4bac892f4c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:27.360740 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7bb4f84f-c473-4522-9b70-f2ace3aed852 req-2775116d-ffd4-4a00-8b59-9e4bac892f4c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 944 time: 0.0579674 May 10 14:02:27.412865 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7bb4f84f-c473-4522-9b70-f2ace3aed852 req-ec378de7-4ef3-4fb2-9818-d0744ee65231 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=25b41bf7-1042-4192-8ba9-260619c11336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464580 May 10 14:02:27.643091 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cd45e-2d1a-407a-966a-1604c04a6e4a req-920c577e-8af5-457e-90b9-846f898a3e99 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:27.646665 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f36cd45e-2d1a-407a-966a-1604c04a6e4a req-920c577e-8af5-457e-90b9-846f898a3e99 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0510073 May 10 14:02:27.701270 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f36cd45e-2d1a-407a-966a-1604c04a6e4a req-eee20b60-4a8f-4857-9937-fbc8219ae50c tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498564 May 10 14:02:27.738036 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a77f26-bb46-41b5-aaf1-ebd6a3a2ab84 req-8e8e810f-c828-4650-83ef-2d91bd0ca2af tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:27.739597 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-57a77f26-bb46-41b5-aaf1-ebd6a3a2ab84 req-8e8e810f-c828-4650-83ef-2d91bd0ca2af tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 944 time: 0.0596368 May 10 14:02:27.806594 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-57a77f26-bb46-41b5-aaf1-ebd6a3a2ab84 req-5a50aacf-64ac-41c8-96d7-a513fc086742 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571861 May 10 14:02:27.824338 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5681d809-8c7e-4b08-9bf5-cdbc5aee2f37 req-bc8a584b-31c6-4ce8-9f44-8d70d47de875 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 210 time: 0.0360949 May 10 14:02:28.072026 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37dc5c-3d14-4fb0-bfa4-69dd0654b0bc req-d8c9cac7-cb12-4b66-8634-c46b2b3dc02a tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:28.073525 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-da37dc5c-3d14-4fb0-bfa4-69dd0654b0bc req-d8c9cac7-cb12-4b66-8634-c46b2b3dc02a tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 943 time: 0.0527110 May 10 14:02:28.120880 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-da37dc5c-3d14-4fb0-bfa4-69dd0654b0bc req-79fab3b3-6490-4594-a20a-1f93506ad589 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415576 May 10 14:02:28.285271 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-29dbdab7-30e7-43cd-b243-5eba9ad39a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:28.291173 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9a7aa-8eeb-4095-86f9-71fbc58d6336 req-96f900ef-deda-4b16-8440-bc5d80ccf62f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:28.292833 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0aa9a7aa-8eeb-4095-86f9-71fbc58d6336 req-96f900ef-deda-4b16-8440-bc5d80ccf62f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0577397 May 10 14:02:28.362380 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0aa9a7aa-8eeb-4095-86f9-71fbc58d6336 req-0f218e61-d31a-467a-aa17-affd8d3e8da1 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635481 May 10 14:02:28.420852 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f06aa420-6f0f-408a-b52a-02de8eb16d87 req-a32108f0-913a-4850-9a00-3ba4437c5bdb tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 210 time: 0.0406582 May 10 14:02:28.535918 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6f5e7-386a-4de7-9613-bcbb2c5ce83d req-cf98af37-a615-4727-98e5-4863d6c86286 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:28.537603 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-69f6f5e7-386a-4de7-9613-bcbb2c5ce83d req-cf98af37-a615-4727-98e5-4863d6c86286 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 944 time: 0.0486305 May 10 14:02:28.592030 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-69f6f5e7-386a-4de7-9613-bcbb2c5ce83d req-7e62bc48-48ae-455a-84e9-aa5b2ac4fb37 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=25b41bf7-1042-4192-8ba9-260619c11336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483205 May 10 14:02:28.830728 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1b739-6ae4-45a8-81ec-2fa262e6d02e req-d4ab702c-bc70-4fa1-be09-2f1703f79d7a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:28.837802 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9fe1b739-6ae4-45a8-81ec-2fa262e6d02e req-d4ab702c-bc70-4fa1-be09-2f1703f79d7a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0669515 May 10 14:02:28.900828 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9fe1b739-6ae4-45a8-81ec-2fa262e6d02e req-cf4ecd9c-79f3-474a-b331-e4cedf303088 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621030 May 10 14:02:28.935879 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71caafa4-c525-4291-b244-829882746439 req-72351823-897b-435a-b95e-d9a323de93c0 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:28.937417 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-71caafa4-c525-4291-b244-829882746439 req-72351823-897b-435a-b95e-d9a323de93c0 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 944 time: 0.0639408 May 10 14:02:29.009989 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-435d6c8c-a577-43b0-bf69-cb3351192dc7 req-d39a997c-457d-4164-9557-800b413f7acd tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 210 time: 0.0367639 May 10 14:02:29.027928 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-71caafa4-c525-4291-b244-829882746439 req-8b240d85-ffdf-457a-964f-5360cbb6ad9a tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770516 May 10 14:02:29.241104 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa7354-29d8-4716-b887-bac7b18d8b78 req-0b4b2ae6-976a-4f96-afb5-9bbcecdd2a11 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:29.242590 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2dfa7354-29d8-4716-b887-bac7b18d8b78 req-0b4b2ae6-976a-4f96-afb5-9bbcecdd2a11 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 943 time: 0.0479038 May 10 14:02:29.292739 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2dfa7354-29d8-4716-b887-bac7b18d8b78 req-39b53373-ca5d-47c9-ae73-bbd953844553 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443587 May 10 14:02:29.349983 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:29.496937 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b28f92-37c5-47d9-bbe4-e37cc2bb424d req-96353af7-eed0-4826-98e3-0509a42d1717 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:29.498430 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-52b28f92-37c5-47d9-bbe4-e37cc2bb424d req-96353af7-eed0-4826-98e3-0509a42d1717 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0618169 May 10 14:02:29.522666 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a220b484-a34f-4cc4-8219-4eea586aaa7c req-b4d00dbd-2f52-43c5-859a-d2fb8d4fe2be tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 210 time: 0.0291779 May 10 14:02:29.554676 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-52b28f92-37c5-47d9-bbe4-e37cc2bb424d req-41bacc81-c649-44fe-b668-e383c9de1ebf tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501106 May 10 14:02:29.714775 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc670742-563b-456c-8bd9-c663ceed3ae5 req-c07fb4e1-3ed9-45e2-b297-05050022ab71 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:29.716922 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cc670742-563b-456c-8bd9-c663ceed3ae5 req-c07fb4e1-3ed9-45e2-b297-05050022ab71 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 944 time: 0.0526655 May 10 14:02:29.769779 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cc670742-563b-456c-8bd9-c663ceed3ae5 req-c2cc5077-9a1e-49d7-8835-f7eeeeaf0da9 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=25b41bf7-1042-4192-8ba9-260619c11336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471485 May 10 14:02:30.030232 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4974419-a6de-4f69-9b83-3efe13e0a2de req-15118dcf-a32f-464b-8418-4fef39eb8eb3 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:30.031632 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c4974419-a6de-4f69-9b83-3efe13e0a2de req-15118dcf-a32f-464b-8418-4fef39eb8eb3 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0593493 May 10 14:02:30.096572 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c4974419-a6de-4f69-9b83-3efe13e0a2de req-4e4cab73-6684-4d12-8926-50b57dcff693 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589480 May 10 14:02:30.134025 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-347a0265-3471-43e0-aae7-531fe7325b05 req-2c2228da-e7ab-4e5a-b0e9-6e9fe279b4eb tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 210 time: 0.0402706 May 10 14:02:30.213913 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf8f65-de6b-41eb-97e7-53d62acb65e7 req-eb2ebb5e-3ff7-4e13-8f94-4bfa890e065a tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:30.215575 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-41bf8f65-de6b-41eb-97e7-53d62acb65e7 req-eb2ebb5e-3ff7-4e13-8f94-4bfa890e065a tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 944 time: 0.0489445 May 10 14:02:30.268593 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-41bf8f65-de6b-41eb-97e7-53d62acb65e7 req-7b4ba0d5-f3f6-40b0-8418-f14787bbf680 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468640 May 10 14:02:30.412962 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cad32-e7fe-4a52-aaf4-ecc16c6f5ae8 req-f6b4d0cc-011f-4652-889e-38c008535e67 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:30.415150 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-de9cad32-e7fe-4a52-aaf4-ecc16c6f5ae8 req-f6b4d0cc-011f-4652-889e-38c008535e67 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 943 time: 0.0552108 May 10 14:02:30.461959 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-de9cad32-e7fe-4a52-aaf4-ecc16c6f5ae8 req-9c8507a5-c408-4780-b5ec-986bcdb2ec61 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402634 May 10 14:02:30.617448 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fae11876-6e80-4f86-b81f-96bb10fb9031 req-32da70b3-1b28-4970-beb6-8a8f0b38bb6d tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 210 time: 0.0282791 May 10 14:02:30.692036 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141f91c-92d3-4e2b-b74b-c1c1e92caf71 req-1291c9b7-2399-4436-a25a-c389c207bab9 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:30.693527 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a141f91c-92d3-4e2b-b74b-c1c1e92caf71 req-1291c9b7-2399-4436-a25a-c389c207bab9 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0568244 May 10 14:02:30.730826 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:30.742807 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a141f91c-92d3-4e2b-b74b-c1c1e92caf71 req-e180bab6-c8ff-4d30-a0c7-0031942ac433 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430701 May 10 14:02:30.879887 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f1c63-5868-4858-b5b8-505543dc8bb8 req-d70795a0-77ad-416c-8074-cd7194aca077 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:30.881387 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-192f1c63-5868-4858-b5b8-505543dc8bb8 req-d70795a0-77ad-416c-8074-cd7194aca077 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 944 time: 0.0466275 May 10 14:02:30.931488 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-192f1c63-5868-4858-b5b8-505543dc8bb8 req-0c807632-b016-4ba6-bb4e-e8581be379f8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=25b41bf7-1042-4192-8ba9-260619c11336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439851 May 10 14:02:31.217651 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff565b-b1d2-4601-b70c-6590eeb8f48b req-345fa100-f11a-4701-9980-46c2566c2a7b tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:31.219119 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a3ff565b-b1d2-4601-b70c-6590eeb8f48b req-345fa100-f11a-4701-9980-46c2566c2a7b tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0468438 May 10 14:02:31.242920 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e2ac34ab-539a-4ddb-91a3-a3fa499b4ef5 req-8f5c4808-cf4c-424b-8e9f-db0125b955bf tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] 10.222.0.49 "GET /v2.0/ports?device_id=69f8c575-d141-465e-a1d6-0a588d798efc HTTP/1.1" status: 200 len: 210 time: 0.0283823 May 10 14:02:31.269009 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a3ff565b-b1d2-4601-b70c-6590eeb8f48b req-c783b705-d907-47e3-b42f-b639d0d1f786 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442781 May 10 14:02:31.351728 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-b84d01c1-4ae3-4f78-8064-465a8aeff681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:31.353158 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-b84d01c1-4ae3-4f78-8064-465a8aeff681 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cf9fa0ee-3693-4449-88b2-25628aadc1b4 HTTP/1.1" status: 200 len: 854 time: 0.0545695 May 10 14:02:31.418357 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc501c70-e1f5-463a-98bb-b950cf90b2e8 req-4764585c-2f6a-41a5-84a0-1d33bb94f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:31.419985 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bc501c70-e1f5-463a-98bb-b950cf90b2e8 req-4764585c-2f6a-41a5-84a0-1d33bb94f834 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1e759f08bf04eeabbbc1b14bca8a169&device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 1127 time: 0.0607438 May 10 14:02:31.429685 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba650cc1-c721-494d-90f7-4325e6ca6aa4 req-a7e52429-4387-4dd8-975f-9d8ee89d3d85 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:31.431284 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ba650cc1-c721-494d-90f7-4325e6ca6aa4 req-a7e52429-4387-4dd8-975f-9d8ee89d3d85 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 944 time: 0.0890584 May 10 14:02:31.434897 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-7a681377-7c8e-4571-96e3-e7204c2a5e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:31.436669 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-7a681377-7c8e-4571-96e3-e7204c2a5e2d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2c9ceeee-200d-4bc2-b027-788cdb69321a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589924 May 10 14:02:31.533827 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ba650cc1-c721-494d-90f7-4325e6ca6aa4 req-799bf384-7668-4bed-ad7a-c17c8d5d7c73 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949497 May 10 14:02:31.570832 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc501c70-e1f5-463a-98bb-b950cf90b2e8 req-76a0d4e0-8b18-47e0-bc48-2fdb82e03daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:31.572358 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bc501c70-e1f5-463a-98bb-b950cf90b2e8 req-76a0d4e0-8b18-47e0-bc48-2fdb82e03daa service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b1e759f08bf04eeabbbc1b14bca8a169&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1160681 May 10 14:02:31.586487 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-6912d88d-3528-4fdd-a17c-809e318175d8 service neutron] 10.222.0.57 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269164 May 10 14:02:31.687368 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-99959232-dcfd-46fa-ab6b-91e56a520e82 req-88b994cd-f7b1-4698-8519-7a0e6f9025f7 service neutron] 10.222.0.57 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952110 May 10 14:02:31.716086 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80c765-2235-45db-84c6-b978bb2765bd req-51ad1b30-14f6-4b1a-addf-06028ca1e013 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:31.717874 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cc80c765-2235-45db-84c6-b978bb2765bd req-51ad1b30-14f6-4b1a-addf-06028ca1e013 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 943 time: 0.1369257 May 10 14:02:31.749830 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb8fec41-843f-4452-90d3-374ab6c02446 req-40eb7129-0ce5-47e3-8d86-65e037c89519 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 210 time: 0.0314822 May 10 14:02:31.785010 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc501c70-e1f5-463a-98bb-b950cf90b2e8 req-2679661d-4a69-4387-b309-0301dbf55882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:31.786717 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bc501c70-e1f5-463a-98bb-b950cf90b2e8 req-2679661d-4a69-4387-b309-0301dbf55882 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2087994 May 10 14:02:31.795080 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cc80c765-2235-45db-84c6-b978bb2765bd req-20ef4171-0ae0-4a96-9614-cbbe7ace7b92 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714555 May 10 14:02:31.866324 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848a883-f841-4cea-8acd-d417294f2804 req-3f6247d0-8af2-4af8-95f8-462facdfe0ac tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:31.867882 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a848a883-f841-4cea-8acd-d417294f2804 req-3f6247d0-8af2-4af8-95f8-462facdfe0ac tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0490360 May 10 14:02:31.921447 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a848a883-f841-4cea-8acd-d417294f2804 req-3c1546b4-a8e9-44a0-b8f6-d31c4473b47b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478871 May 10 14:02:32.052566 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e131797-1b6f-4eb0-a329-e72f8a664331 req-28f2adec-7424-46ac-9083-cfe3b158b303 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:32.054322 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e131797-1b6f-4eb0-a329-e72f8a664331 req-28f2adec-7424-46ac-9083-cfe3b158b303 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 944 time: 0.0527642 May 10 14:02:32.109173 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e131797-1b6f-4eb0-a329-e72f8a664331 req-12cc94cf-45f2-4dea-936c-e882cf8efe11 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=25b41bf7-1042-4192-8ba9-260619c11336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489962 May 10 14:02:32.308677 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:32.521064 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d835c3-1df7-4a24-b903-411c80e9ce20 req-48fbee09-dd32-4979-abbd-7cc7982bf4be tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:32.526992 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a1d835c3-1df7-4a24-b903-411c80e9ce20 req-48fbee09-dd32-4979-abbd-7cc7982bf4be tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.1266475 May 10 14:02:32.605879 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a1d835c3-1df7-4a24-b903-411c80e9ce20 req-53e77939-d5de-4300-ab46-6cbc58bb1d17 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713637 May 10 14:02:32.726885 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c29f0-55e7-473e-b48c-6243a3db0980 req-b6db0094-b205-4918-991d-2f617ef02cc0 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:32.735353 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9a1c29f0-55e7-473e-b48c-6243a3db0980 req-b6db0094-b205-4918-991d-2f617ef02cc0 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 944 time: 0.0913861 May 10 14:02:32.817076 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9a1c29f0-55e7-473e-b48c-6243a3db0980 req-b84576d6-a7be-4f65-a7ba-e12f622b8114 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805373 May 10 14:02:32.889486 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d6376ff3-2148-43a4-9d47-decca70a5045 req-e7388d23-76dd-4ce3-ae32-982963e6f4c0 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 210 time: 0.0307438 May 10 14:02:32.957809 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b48fe5-5289-4d25-bc4d-e33655ce7bcf req-6039c56b-d3bd-46e1-b655-2415d0709d29 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:32.966676 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-20b48fe5-5289-4d25-bc4d-e33655ce7bcf req-6039c56b-d3bd-46e1-b655-2415d0709d29 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 943 time: 0.0719450 May 10 14:02:33.027788 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-20b48fe5-5289-4d25-bc4d-e33655ce7bcf req-83518a69-5ea1-45cc-9900-f46dbcd95de1 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601525 May 10 14:02:33.110395 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce376f78-0444-4d89-9ea9-3f90a17fe442 req-b97924b1-0049-4561-9c67-f15688378252 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:33.119272 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ce376f78-0444-4d89-9ea9-3f90a17fe442 req-b97924b1-0049-4561-9c67-f15688378252 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0902324 May 10 14:02:33.281702 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79db178-2b9b-4d0d-8e35-df53ede15f29 req-b5bf66ae-bd0f-482e-96f8-7bcc75ec0dad tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:33.291211 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c79db178-2b9b-4d0d-8e35-df53ede15f29 req-b5bf66ae-bd0f-482e-96f8-7bcc75ec0dad tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 944 time: 0.0904195 May 10 14:02:33.304758 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ce376f78-0444-4d89-9ea9-3f90a17fe442 req-0dde5538-daea-4364-b613-ef93460d86a9 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656566 May 10 14:02:33.306820 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f3b0e-a88a-44bc-bdda-2dd84c85e641 req-2d8d6519-1c5d-403c-8ce1-361465358fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:33.308513 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9f2f3b0e-a88a-44bc-bdda-2dd84c85e641 req-2d8d6519-1c5d-403c-8ce1-361465358fd2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd&device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 1128 time: 0.1533639 May 10 14:02:33.406390 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-62ee8609-eb92-457b-a37a-e61ae53f9e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:33.408100 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-62ee8609-eb92-457b-a37a-e61ae53f9e4f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1e759f08bf04eeabbbc1b14bca8a169&device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 1127 time: 0.1126573 May 10 14:02:33.468767 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-86a8c8e5-ffbb-42c3-9832-87c243f9556f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12100075-8151-4b48-9d14-6864846987d2 HTTP/1.1" status: 200 len: 217 time: 0.0450776 May 10 14:02:33.516809 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c79db178-2b9b-4d0d-8e35-df53ede15f29 req-c7620cf2-0e2f-4f45-a840-6bf651b0949d tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=25b41bf7-1042-4192-8ba9-260619c11336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248061 May 10 14:02:33.533450 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f3b0e-a88a-44bc-bdda-2dd84c85e641 req-b8eb6990-f628-4a47-86e9-68bec94efb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:33.537746 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9f2f3b0e-a88a-44bc-bdda-2dd84c85e641 req-b8eb6990-f628-4a47-86e9-68bec94efb87 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2c9ceeee-200d-4bc2-b027-788cdb69321a HTTP/1.1" status: 200 len: 916 time: 0.2197366 May 10 14:02:33.575792 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86670572-ee61-48b0-8340-3218c0c00bab req-12cab9bc-51a7-41ef-8c03-e53ea04c5493 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:33.577290 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-86670572-ee61-48b0-8340-3218c0c00bab req-12cab9bc-51a7-41ef-8c03-e53ea04c5493 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.57 "GET /v2.0/networks?id=74785619-4d29-47a9-9c74-95cf48855a3c HTTP/1.1" status: 200 len: 818 time: 0.2836089 May 10 14:02:33.592228 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-6e128f59-a436-4595-87a0-394253df1809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:33.593697 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-6e128f59-a436-4595-87a0-394253df1809 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2059efe2-229a-4de0-9b5e-4765a3685cdc HTTP/1.1" status: 200 len: 854 time: 0.1124299 May 10 14:02:33.603646 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9f2f3b0e-a88a-44bc-bdda-2dd84c85e641 req-7de53e87-ca5d-4421-b2f1-9a049d74af45 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=156485a6-4fc0-40bc-a3c8-0aa824e3cae2 HTTP/1.1" status: 200 len: 217 time: 0.0572505 May 10 14:02:33.713426 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f3b0e-a88a-44bc-bdda-2dd84c85e641 req-a1c28b2c-b631-4f71-b025-25229f7cb127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:33.713426 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9f2f3b0e-a88a-44bc-bdda-2dd84c85e641 req-a1c28b2c-b631-4f71-b025-25229f7cb127 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cf9fa0ee-3693-4449-88b2-25628aadc1b4 HTTP/1.1" status: 200 len: 854 time: 0.0857732 May 10 14:02:33.757583 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-eb1e79a3-7e77-4b31-bd9f-33541c35af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:33.759236 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-eb1e79a3-7e77-4b31-bd9f-33541c35af55 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1132424 May 10 14:02:33.764752 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-86670572-ee61-48b0-8340-3218c0c00bab req-670c8a19-fc9e-4ca4-98f8-e82112694c1f tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=368287ad726146f88559c73a86e4b26d HTTP/1.1" status: 200 len: 379 time: 0.1476350 May 10 14:02:33.787012 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f3b0e-a88a-44bc-bdda-2dd84c85e641 req-c4cfcb41-c42e-4a8a-8b1f-e34d3f9428a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:33.788699 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9f2f3b0e-a88a-44bc-bdda-2dd84c85e641 req-c4cfcb41-c42e-4a8a-8b1f-e34d3f9428a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2c9ceeee-200d-4bc2-b027-788cdb69321a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741832 May 10 14:02:33.795470 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cccd7-dc45-4246-ad26-b6af81517654 req-bc5b6563-2e76-4fbe-85f5-54eff5ef4a59 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:33.802195 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-428cccd7-dc45-4246-ad26-b6af81517654 req-bc5b6563-2e76-4fbe-85f5-54eff5ef4a59 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0783694 May 10 14:02:33.884531 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-86670572-ee61-48b0-8340-3218c0c00bab req-023ace23-20ae-4a1a-8a87-bf089a743529 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Request body: {'port': {'device_id': '2a730d46-5e87-4a26-a9fc-4486e99bcf5a', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'admin_state_up': True, 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'security_groups': ['80b39bbe-f98e-4de1-bb1d-26cdf9c119a8']}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:33.919603 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-428cccd7-dc45-4246-ad26-b6af81517654 req-afcb0acd-7457-4f49-abc5-5be86126928e tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153247 May 10 14:02:33.977989 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9f2f3b0e-a88a-44bc-bdda-2dd84c85e641 req-c57248a5-1ef1-4ad0-99d5-ccf39eb00a06 service neutron] 10.222.0.57 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726260 May 10 14:02:34.028681 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4311a11-20cf-4380-ae6a-3cd1d0613552 req-91285476-b16a-4c32-b061-79470e9ad235 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:34.030213 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b4311a11-20cf-4380-ae6a-3cd1d0613552 req-91285476-b16a-4c32-b061-79470e9ad235 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 944 time: 0.0611868 May 10 14:02:34.047768 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c8a7513c-d0f0-43c7-ba93-c64971347da3 req-a5bdce03-37f1-4a3c-9e4d-4eec91a63e68 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 210 time: 0.0524786 May 10 14:02:34.091112 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-5f26f912-a329-4d03-bcbf-2b31ab770057 service neutron] 10.222.0.57 "GET /v2.0/networks/4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183873 May 10 14:02:34.158138 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9f2f3b0e-a88a-44bc-bdda-2dd84c85e641 req-07f71128-8c2c-428e-84c9-05d291082ecf service neutron] 10.222.0.57 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718276 May 10 14:02:34.227847 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4afa3-18e1-474b-9f9a-878900e8565f req-64eea4be-a66d-45f9-a38e-f205915fba7e tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:34.236938 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-41c4afa3-18e1-474b-9f9a-878900e8565f req-64eea4be-a66d-45f9-a38e-f205915fba7e tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 943 time: 0.0774815 May 10 14:02:34.242999 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bb2c9d46-1b91-4a59-8dd2-80e251827b8f req-e15341d0-9478-44a7-a1bf-9c65b1c24f63 service neutron] 10.222.0.57 "GET /v2.0/networks/4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391306 May 10 14:02:34.304321 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b4311a11-20cf-4380-ae6a-3cd1d0613552 req-b5cf0fa2-3dc3-4557-b039-63323fb5371f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516479 May 10 14:02:34.304485 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-41c4afa3-18e1-474b-9f9a-878900e8565f req-6ef6220b-8c5b-445c-8c40-1d525d93bc39 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662849 May 10 14:02:34.358905 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86670572-ee61-48b0-8340-3218c0c00bab req-023ace23-20ae-4a1a-8a87-bf089a743529 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Made reservation on behalf of 368287ad726146f88559c73a86e4b26d for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:02:34.363075 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-86670572-ee61-48b0-8340-3218c0c00bab req-023ace23-20ae-4a1a-8a87-bf089a743529 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:34.496054 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17686c5d-4e6e-4d93-8785-302cef324a4c req-a4034cf8-60bc-49bb-b9a6-60472f32d1ae tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:34.498163 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-17686c5d-4e6e-4d93-8785-302cef324a4c req-a4034cf8-60bc-49bb-b9a6-60472f32d1ae tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.1112854 May 10 14:02:34.606416 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-17686c5d-4e6e-4d93-8785-302cef324a4c req-576b919f-4f3e-481e-af74-cffe97c97eac tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970809 May 10 14:02:34.628490 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-86670572-ee61-48b0-8340-3218c0c00bab req-023ace23-20ae-4a1a-8a87-bf089a743529 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Allocated IP 172.20.0.7 (74785619-4d29-47a9-9c74-95cf48855a3c/e3840d9d-0915-4f13-a509-4479e7e326c0/f2587919-e230-4e3a-8926-a6478337a26a) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:02:34.693466 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461d276-2a47-4444-821d-d802a45c3155 req-e25690f5-3f66-4e4b-92df-91598e86d9ed tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:34.695046 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4461d276-2a47-4444-821d-d802a45c3155 req-e25690f5-3f66-4e4b-92df-91598e86d9ed tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 944 time: 0.1011696 May 10 14:02:34.770570 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4461d276-2a47-4444-821d-d802a45c3155 req-8861581f-a673-456c-a40d-422e9f9b4e42 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=25b41bf7-1042-4192-8ba9-260619c11336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692592 May 10 14:02:34.838807 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-86670572-ee61-48b0-8340-3218c0c00bab req-023ace23-20ae-4a1a-8a87-bf089a743529 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for port (f2587919-e230-4e3a-8926-a6478337a26a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:34.882451 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-86670572-ee61-48b0-8340-3218c0c00bab req-023ace23-20ae-4a1a-8a87-bf089a743529 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (f2587919-e230-4e3a-8926-a6478337a26a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:34.939936 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86670572-ee61-48b0-8340-3218c0c00bab req-023ace23-20ae-4a1a-8a87-bf089a743529 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Network 74785619-4d29-47a9-9c74-95cf48855a3c is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:02:34.943560 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-86670572-ee61-48b0-8340-3218c0c00bab req-023ace23-20ae-4a1a-8a87-bf089a743529 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:02:34.957131 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-86670572-ee61-48b0-8340-3218c0c00bab req-023ace23-20ae-4a1a-8a87-bf089a743529 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:02:35.033651 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ace23-20ae-4a1a-8a87-bf089a743529 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Pushing event updated for resources: {'Port': ['ID=f2587919-e230-4e3a-8926-a6478337a26a,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:35.121991 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86670572-ee61-48b0-8340-3218c0c00bab req-023ace23-20ae-4a1a-8a87-bf089a743529 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:35.122616 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-86670572-ee61-48b0-8340-3218c0c00bab req-023ace23-20ae-4a1a-8a87-bf089a743529 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:35.175818 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf09deb1-6de2-41ad-bbbf-40236652d3ff req-8a715b0b-443d-4ad1-9006-c934b116cfd0 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:35.180548 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cf09deb1-6de2-41ad-bbbf-40236652d3ff req-8a715b0b-443d-4ad1-9006-c934b116cfd0 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.1449189 May 10 14:02:35.184451 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-86670572-ee61-48b0-8340-3218c0c00bab req-023ace23-20ae-4a1a-8a87-bf089a743529 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4095330 May 10 14:02:35.255556 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa3a3c-1708-45e8-86de-a7e94099cbce req-e9193e69-b41c-4fcb-b3f4-e743c9c94416 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:35.257351 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cf09deb1-6de2-41ad-bbbf-40236652d3ff req-7436a6af-4e69-4f61-a88f-3b1390148b4e tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715702 May 10 14:02:35.269248 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9daa3a3c-1708-45e8-86de-a7e94099cbce req-e9193e69-b41c-4fcb-b3f4-e743c9c94416 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 931 time: 0.1037552 May 10 14:02:35.340797 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-86670572-ee61-48b0-8340-3218c0c00bab req-274b8bf1-144d-4001-9ec3-7d2feac07c6b service neutron] Request body: {'port': {'device_id': '2a730d46-5e87-4a26-a9fc-4486e99bcf5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:35.383821 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9daa3a3c-1708-45e8-86de-a7e94099cbce req-5d1aeaa9-74a1-4f41-ab3f-2656471e7556 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087410 May 10 14:02:35.411178 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-c54d4ced-e57a-4a01-a8f5-22782e09c5ee None None] Provisioning complete for port f2587919-e230-4e3a-8926-a6478337a26a triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:02:35.412274 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c54d4ced-e57a-4a01-a8f5-22782e09c5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (f2587919-e230-4e3a-8926-a6478337a26a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:35.458568 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 156485a6-4fc0-40bc-a3c8-0aa824e3cae2 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:02:35.511402 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-86670572-ee61-48b0-8340-3218c0c00bab req-274b8bf1-144d-4001-9ec3-7d2feac07c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (f2587919-e230-4e3a-8926-a6478337a26a), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:35.529791 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-c54d4ced-e57a-4a01-a8f5-22782e09c5ee None None] Port f2587919-e230-4e3a-8926-a6478337a26a cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:02:35.558498 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850e431-544b-4a51-a826-ade9326b94f7 req-cd84543f-6453-422a-8b87-e91e490d11c5 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:35.560039 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c850e431-544b-4a51-a826-ade9326b94f7 req-cd84543f-6453-422a-8b87-e91e490d11c5 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 943 time: 0.0800095 May 10 14:02:35.570983 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d48d86-a386-4838-9808-88f5b244d7c0 req-f46440d9-e41d-4067-8cfd-f2db7d6b63e2 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:35.574868 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c6d48d86-a386-4838-9808-88f5b244d7c0 req-f46440d9-e41d-4067-8cfd-f2db7d6b63e2 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 944 time: 0.1336946 May 10 14:02:35.657168 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c850e431-544b-4a51-a826-ade9326b94f7 req-f3ea040f-6c24-4432-b1a0-9a0a86956c96 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852246 May 10 14:02:35.725702 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 156485a6-4fc0-40bc-a3c8-0aa824e3cae2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=156485a6-4fc0-40bc-a3c8-0aa824e3cae2,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:35.765941 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': '156485a6-4fc0-40bc-a3c8-0aa824e3cae2', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'port_id': '156485a6-4fc0-40bc-a3c8-0aa824e3cae2', 'mac_address': 'fa:16:3e:c9:c0:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:02:35.827120 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c6d48d86-a386-4838-9808-88f5b244d7c0 req-4736a860-8a45-4b5a-8ee7-027a4f2ea0de tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155477 May 10 14:02:35.852293 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 156485a6-4fc0-40bc-a3c8-0aa824e3cae2 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:35.852714 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (156485a6-4fc0-40bc-a3c8-0aa824e3cae2), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:35.857427 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c552e5d-d926-47ee-bca6-9d1e8ef65c47 req-0c53443d-e144-4e3e-b6a2-46478275066e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:35.869519 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6c552e5d-d926-47ee-bca6-9d1e8ef65c47 req-0c53443d-e144-4e3e-b6a2-46478275066e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.1160674 May 10 14:02:35.882533 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 156485a6-4fc0-40bc-a3c8-0aa824e3cae2 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:02:35.926005 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 156485a6-4fc0-40bc-a3c8-0aa824e3cae2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=156485a6-4fc0-40bc-a3c8-0aa824e3cae2,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:35.932650 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (156485a6-4fc0-40bc-a3c8-0aa824e3cae2), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:35.971913 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6c552e5d-d926-47ee-bca6-9d1e8ef65c47 req-4638fb74-ce30-40bd-a7ba-faa323faa966 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010756 May 10 14:02:36.003613 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=156485a6-4fc0-40bc-a3c8-0aa824e3cae2,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:36.011730 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:36.012543 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:36.013102 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:36.013599 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:36.015108 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:36.015762 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:36.016639 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:36.019778 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:36.020563 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:36.021130 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:36.021921 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:36.024006 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:36.024549 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:36.025198 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:36.026063 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:36.047492 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b62a83-4444-4871-9ecc-522b07489641 req-74ec0cfd-16ea-4d63-b8a5-5c2c19526a80 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:36.056929 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d3b62a83-4444-4871-9ecc-522b07489641 req-74ec0cfd-16ea-4d63-b8a5-5c2c19526a80 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 945 time: 0.1072905 May 10 14:02:36.152460 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-86670572-ee61-48b0-8340-3218c0c00bab req-274b8bf1-144d-4001-9ec3-7d2feac07c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2587919-e230-4e3a-8926-a6478337a26a {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:02:36.174172 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-86670572-ee61-48b0-8340-3218c0c00bab req-274b8bf1-144d-4001-9ec3-7d2feac07c6b service neutron] Publish callbacks [] for port (f2587919-e230-4e3a-8926-a6478337a26a), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:36.182864 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d3b62a83-4444-4871-9ecc-522b07489641 req-e05450c1-bb49-4e4e-b54b-314e1a7dc2e8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=25b41bf7-1042-4192-8ba9-260619c11336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055496 May 10 14:02:36.203198 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-86670572-ee61-48b0-8340-3218c0c00bab req-274b8bf1-144d-4001-9ec3-7d2feac07c6b service neutron] Transition to ACTIVE for port object f2587919-e230-4e3a-8926-a6478337a26a will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:02:36.224232 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-86670572-ee61-48b0-8340-3218c0c00bab req-274b8bf1-144d-4001-9ec3-7d2feac07c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (f2587919-e230-4e3a-8926-a6478337a26a), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:36.287615 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['156485a6-4fc0-40bc-a3c8-0aa824e3cae2'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:02:36.308115 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b8bf1-144d-4001-9ec3-7d2feac07c6b service neutron] Pushing event updated for resources: {'Port': ['ID=f2587919-e230-4e3a-8926-a6478337a26a,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:36.426121 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-86670572-ee61-48b0-8340-3218c0c00bab req-274b8bf1-144d-4001-9ec3-7d2feac07c6b service neutron] Attempting to bind port f2587919-e230-4e3a-8926-a6478337a26a on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:02:36.426543 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-86670572-ee61-48b0-8340-3218c0c00bab req-274b8bf1-144d-4001-9ec3-7d2feac07c6b service neutron] Attempting to bind port f2587919-e230-4e3a-8926-a6478337a26a by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '3e067be8-9042-4bef-841c-16195f679735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:02:36.427109 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86670572-ee61-48b0-8340-3218c0c00bab req-274b8bf1-144d-4001-9ec3-7d2feac07c6b service neutron] Attempting to bind port f2587919-e230-4e3a-8926-a6478337a26a on network 74785619-4d29-47a9-9c74-95cf48855a3c {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:02:36.433996 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86670572-ee61-48b0-8340-3218c0c00bab req-274b8bf1-144d-4001-9ec3-7d2feac07c6b service neutron] Port f2587919-e230-4e3a-8926-a6478337a26a on network 74785619-4d29-47a9-9c74-95cf48855a3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:02:36.434395 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86670572-ee61-48b0-8340-3218c0c00bab req-274b8bf1-144d-4001-9ec3-7d2feac07c6b service neutron] Attempting to bind port f2587919-e230-4e3a-8926-a6478337a26a on network 74785619-4d29-47a9-9c74-95cf48855a3c {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:02:36.446373 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86670572-ee61-48b0-8340-3218c0c00bab req-274b8bf1-144d-4001-9ec3-7d2feac07c6b service neutron] Checking agent: {'id': 'b4f1cee2-bd7e-4da4-854f-0334af1b5198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'started_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:02:36.454399 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86670572-ee61-48b0-8340-3218c0c00bab req-274b8bf1-144d-4001-9ec3-7d2feac07c6b service neutron] Checking segment: {'id': '3e067be8-9042-4bef-841c-16195f679735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:02:36.454399 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86670572-ee61-48b0-8340-3218c0c00bab req-274b8bf1-144d-4001-9ec3-7d2feac07c6b service neutron] Bound using segment: {'id': '3e067be8-9042-4bef-841c-16195f679735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:02:36.454399 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-86670572-ee61-48b0-8340-3218c0c00bab req-274b8bf1-144d-4001-9ec3-7d2feac07c6b service neutron] Bound port: f2587919-e230-4e3a-8926-a6478337a26a, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e067be8-9042-4bef-841c-16195f679735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:02:36.454399 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-86670572-ee61-48b0-8340-3218c0c00bab req-274b8bf1-144d-4001-9ec3-7d2feac07c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (f2587919-e230-4e3a-8926-a6478337a26a), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:36.541802 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd93af-7961-49e4-93e3-2884f2c9dd07 req-71ca45e7-51bd-4381-be5c-82ae313ff140 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:36.549566 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5efd93af-7961-49e4-93e3-2884f2c9dd07 req-71ca45e7-51bd-4381-be5c-82ae313ff140 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.1471035 May 10 14:02:36.588085 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-86670572-ee61-48b0-8340-3218c0c00bab req-274b8bf1-144d-4001-9ec3-7d2feac07c6b service neutron] For port f2587919-e230-4e3a-8926-a6478337a26a, host hv-cinder-84067, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:02:36.595699 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-86670572-ee61-48b0-8340-3218c0c00bab req-274b8bf1-144d-4001-9ec3-7d2feac07c6b service neutron] For port f2587919-e230-4e3a-8926-a6478337a26a, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f2587919-e230-4e3a-8926-a6478337a26a,segment=NetworkSegment(3e067be8-9042-4bef-841c-16195f679735),segment_id=3e067be8-9042-4bef-841c-16195f679735)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:02:36.638968 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5efd93af-7961-49e4-93e3-2884f2c9dd07 req-c6af6217-f841-47e5-8c32-bc5a805d0d6a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882313 May 10 14:02:36.815836 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fd07b-2406-408e-9d32-25ca0ea779a0 req-f0e14cbb-e7a2-4756-a5ea-4a6177568de8 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:36.823765 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4c6fd07b-2406-408e-9d32-25ca0ea779a0 req-f0e14cbb-e7a2-4756-a5ea-4a6177568de8 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 943 time: 0.0675159 May 10 14:02:36.888803 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4c6fd07b-2406-408e-9d32-25ca0ea779a0 req-9d50b6be-9c64-45e2-bcdb-f0a4872dbb60 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639725 May 10 14:02:36.924396 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-86670572-ee61-48b0-8340-3218c0c00bab req-274b8bf1-144d-4001-9ec3-7d2feac07c6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (f2587919-e230-4e3a-8926-a6478337a26a), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:36.997692 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86670572-ee61-48b0-8340-3218c0c00bab req-274b8bf1-144d-4001-9ec3-7d2feac07c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:36.998976 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-86670572-ee61-48b0-8340-3218c0c00bab req-274b8bf1-144d-4001-9ec3-7d2feac07c6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:37.001025 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-86670572-ee61-48b0-8340-3218c0c00bab req-274b8bf1-144d-4001-9ec3-7d2feac07c6b service neutron] 10.222.0.57 "PUT /v2.0/ports/f2587919-e230-4e3a-8926-a6478337a26a HTTP/1.1" status: 200 len: 1093 time: 1.6696122 May 10 14:02:37.004910 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a730d46-5e87-4a26-a9fc-4486e99bcf5a', 'tag': 'f2587919-e230-4e3a-8926-a6478337a26a'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:02:37.008581 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0375c1-d7fa-4cc8-8c92-ee90cf4c654b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a730d46-5e87-4a26-a9fc-4486e99bcf5a", "tag": "f2587919-e230-4e3a-8926-a6478337a26a"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:02:37.016888 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68818751-fbd6-43e4-aa43-dfda1cf6a17a req-6e124fc1-4da4-4695-86cf-5c4caad0b81d tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:37.035897 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecd303-403b-41d3-b74e-b1c41400c669 req-17d886cb-5bd6-4da0-9f27-afb6ab990de5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:37.037307 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-68818751-fbd6-43e4-aa43-dfda1cf6a17a req-6e124fc1-4da4-4695-86cf-5c4caad0b81d tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 944 time: 0.0789397 May 10 14:02:37.038313 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-95ecd303-403b-41d3-b74e-b1c41400c669 req-17d886cb-5bd6-4da0-9f27-afb6ab990de5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 943 time: 0.4387829 May 10 14:02:37.100781 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-68818751-fbd6-43e4-aa43-dfda1cf6a17a req-3922f818-9a94-422d-a93f-f47efa96df50 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599916 May 10 14:02:37.161933 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-95ecd303-403b-41d3-b74e-b1c41400c669 req-03dcfa0c-7337-4f32-a4f5-e683b62fd5bf tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842564 May 10 14:02:37.162870 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b8bf1-144d-4001-9ec3-7d2feac07c6b service neutron] Pushing event updated for resources: {'Port': ['ID=f2587919-e230-4e3a-8926-a6478337a26a,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:37.210793 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a4e3d0-a63d-4842-8934-58739795e0dc x-openstack-request-id: req-a2a4e3d0-a63d-4842-8934-58739795e0dc {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:02:37.211337 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a730d46-5e87-4a26-a9fc-4486e99bcf5a", "tag": "f2587919-e230-4e3a-8926-a6478337a26a", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:02:37.211805 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2a4e3d0-a63d-4842-8934-58739795e0dc {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:02:37.213369 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2a4e3d0-a63d-4842-8934-58739795e0dc'] response: {'name': 'network-changed', 'server_uuid': '2a730d46-5e87-4a26-a9fc-4486e99bcf5a', 'tag': 'f2587919-e230-4e3a-8926-a6478337a26a', 'status': 'completed', 'code': 200} May 10 14:02:37.237333 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136ced6-3dd2-4b41-8b5e-9a7f1664e7d0 req-97b410d8-634d-4909-b199-a27749f68636 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:37.244465 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a136ced6-3dd2-4b41-8b5e-9a7f1664e7d0 req-97b410d8-634d-4909-b199-a27749f68636 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0678825 May 10 14:02:37.304128 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a136ced6-3dd2-4b41-8b5e-9a7f1664e7d0 req-96249d91-ce75-4834-9ea6-367be0bd83ad tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586269 May 10 14:02:37.351230 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866d93c-9263-4f80-a444-8034b590e7bf req-6e0560fd-bdd2-4ebb-8fea-771e209a3cbf tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:37.353790 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6866d93c-9263-4f80-a444-8034b590e7bf req-6e0560fd-bdd2-4ebb-8fea-771e209a3cbf tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 945 time: 0.0676916 May 10 14:02:37.419533 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6866d93c-9263-4f80-a444-8034b590e7bf req-04db8ee4-9cb5-4cc8-a1de-1f4813f97191 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=25b41bf7-1042-4192-8ba9-260619c11336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598419 May 10 14:02:37.450885 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 12100075-8151-4b48-9d14-6864846987d2 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:02:37.476651 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0375c1-d7fa-4cc8-8c92-ee90cf4c654b req-fc8975df-2c28-4f17-ab7c-31a0deda45fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:37.478331 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ec0375c1-d7fa-4cc8-8c92-ee90cf4c654b req-fc8975df-2c28-4f17-ab7c-31a0deda45fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=368287ad726146f88559c73a86e4b26d&device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 1127 time: 0.0556400 May 10 14:02:37.507831 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 156485a6-4fc0-40bc-a3c8-0aa824e3cae2 up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:02:37.590947 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning for port 156485a6-4fc0-40bc-a3c8-0aa824e3cae2 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:02:37.594567 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 12100075-8151-4b48-9d14-6864846987d2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=12100075-8151-4b48-9d14-6864846987d2,segment=NetworkSegment(61f95c22-8d28-4698-ac9e-b472ae7527f0),segment_id=61f95c22-8d28-4698-ac9e-b472ae7527f0)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:37.606298 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port 156485a6-4fc0-40bc-a3c8-0aa824e3cae2 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:02:37.607001 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (156485a6-4fc0-40bc-a3c8-0aa824e3cae2), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:37.627758 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': '12100075-8151-4b48-9d14-6864846987d2', 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92', 'port_id': '12100075-8151-4b48-9d14-6864846987d2', 'mac_address': 'fa:16:3e:03:f9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2059efe2-229a-4de0-9b5e-4765a3685cdc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:02:37.633627 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0375c1-d7fa-4cc8-8c92-ee90cf4c654b req-553ce9b5-a0ae-498b-a297-8cebeb62b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:37.635617 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ec0375c1-d7fa-4cc8-8c92-ee90cf4c654b req-553ce9b5-a0ae-498b-a297-8cebeb62b2e7 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=368287ad726146f88559c73a86e4b26d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1397696 May 10 14:02:37.686861 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 12100075-8151-4b48-9d14-6864846987d2 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:37.687266 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (12100075-8151-4b48-9d14-6864846987d2), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:37.706531 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12100075-8151-4b48-9d14-6864846987d2 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:02:37.742141 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 12100075-8151-4b48-9d14-6864846987d2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=12100075-8151-4b48-9d14-6864846987d2,segment=NetworkSegment(61f95c22-8d28-4698-ac9e-b472ae7527f0),segment_id=61f95c22-8d28-4698-ac9e-b472ae7527f0)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:37.765498 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (12100075-8151-4b48-9d14-6864846987d2), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:37.781293 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0375c1-d7fa-4cc8-8c92-ee90cf4c654b req-b094a42d-30fb-453c-8e5c-1e15f2f3f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:37.782822 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ec0375c1-d7fa-4cc8-8c92-ee90cf4c654b req-b094a42d-30fb-453c-8e5c-1e15f2f3f8a6 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1405172 May 10 14:02:37.795124 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c2ddd-2934-4193-a7dd-ae227b97072b req-887fe835-a349-4e97-86c3-53b85beec8a4 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:37.797173 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-732c2ddd-2934-4193-a7dd-ae227b97072b req-887fe835-a349-4e97-86c3-53b85beec8a4 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0662732 May 10 14:02:37.884813 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-732c2ddd-2934-4193-a7dd-ae227b97072b req-629ff09f-bd4d-4cb4-8096-8c25f3109d2c tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816181 May 10 14:02:37.936136 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86670572-ee61-48b0-8340-3218c0c00bab req-44c21184-d36b-4a43-9dc6-f10cfa679d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:37.937810 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-86670572-ee61-48b0-8340-3218c0c00bab req-44c21184-d36b-4a43-9dc6-f10cfa679d54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=368287ad726146f88559c73a86e4b26d&device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 1127 time: 0.0713286 May 10 14:02:38.028689 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-86670572-ee61-48b0-8340-3218c0c00bab req-1d9e7984-da80-43b8-ae22-6a2fbd327b44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2587919-e230-4e3a-8926-a6478337a26a HTTP/1.1" status: 200 len: 217 time: 0.0739236 May 10 14:02:38.047819 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 156485a6-4fc0-40bc-a3c8-0aa824e3cae2 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:38.048238 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (156485a6-4fc0-40bc-a3c8-0aa824e3cae2), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:38.068817 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=12100075-8151-4b48-9d14-6864846987d2,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:38.088962 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa06f26-fa96-4753-9ea2-c2abecdb7087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156485a6-4fc0-40bc-a3c8-0aa824e3cae2'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:02:38.091518 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a68c9c-1752-421d-ab8d-fab9948b6a80" -d '{"events": [{"server_uuid": "4fa06f26-fa96-4753-9ea2-c2abecdb7087", "name": "network-vif-plugged", "status": "completed", "tag": "156485a6-4fc0-40bc-a3c8-0aa824e3cae2"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:02:38.113956 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 156485a6-4fc0-40bc-a3c8-0aa824e3cae2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=156485a6-4fc0-40bc-a3c8-0aa824e3cae2,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:38.124152 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (156485a6-4fc0-40bc-a3c8-0aa824e3cae2), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:38.149291 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537134a-23b6-44c5-9367-8d4de6c21684 req-6b269770-fc1d-424d-ae6b-ed5379586234 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:38.155818 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1603e4-21f3-48ec-94bb-33efd80c068b x-openstack-request-id: req-1f1603e4-21f3-48ec-94bb-33efd80c068b {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:02:38.156547 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa06f26-fa96-4753-9ea2-c2abecdb7087", "name": "network-vif-plugged", "status": "completed", "tag": "156485a6-4fc0-40bc-a3c8-0aa824e3cae2", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:02:38.156774 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7537134a-23b6-44c5-9367-8d4de6c21684 req-6b269770-fc1d-424d-ae6b-ed5379586234 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 944 time: 0.1409438 May 10 14:02:38.157173 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f1603e4-21f3-48ec-94bb-33efd80c068b {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:02:38.157794 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f1603e4-21f3-48ec-94bb-33efd80c068b'] response: {'server_uuid': '4fa06f26-fa96-4753-9ea2-c2abecdb7087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '156485a6-4fc0-40bc-a3c8-0aa824e3cae2', 'code': 200} May 10 14:02:38.175059 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['12100075-8151-4b48-9d14-6864846987d2'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:02:38.179196 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86670572-ee61-48b0-8340-3218c0c00bab req-4ea0b783-e026-4add-b0e9-3db1f782e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:38.181150 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-86670572-ee61-48b0-8340-3218c0c00bab req-4ea0b783-e026-4add-b0e9-3db1f782e2f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3840d9d-0915-4f13-a509-4479e7e326c0 HTTP/1.1" status: 200 len: 857 time: 0.1241612 May 10 14:02:38.239963 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=156485a6-4fc0-40bc-a3c8-0aa824e3cae2,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:38.273535 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7537134a-23b6-44c5-9367-8d4de6c21684 req-8c1497dd-8bf3-4a93-b79d-5682f6f9bf40 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118603 May 10 14:02:38.299185 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86670572-ee61-48b0-8340-3218c0c00bab req-831cd757-49b9-401a-b7af-31e022507dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:38.302793 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-86670572-ee61-48b0-8340-3218c0c00bab req-831cd757-49b9-401a-b7af-31e022507dbd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74785619-4d29-47a9-9c74-95cf48855a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1000798 May 10 14:02:38.369429 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649febb-dc76-4901-b28b-4a5af79ba4d1 req-2d8ccf54-22ef-42c4-b8d2-fd5de55fb942 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:38.377837 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c649febb-dc76-4901-b28b-4a5af79ba4d1 req-2d8ccf54-22ef-42c4-b8d2-fd5de55fb942 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 944 time: 0.1004140 May 10 14:02:38.468998 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c649febb-dc76-4901-b28b-4a5af79ba4d1 req-0639ebfd-d818-483b-b137-cbc54921109a tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880644 May 10 14:02:38.494117 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 53494) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:38.517026 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5780678-1ae8-4997-a474-e5f2e0a9d801 req-bf91ea10-5401-4483-a8b2-ffe69cae7599 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:38.525659 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f5780678-1ae8-4997-a474-e5f2e0a9d801 req-bf91ea10-5401-4483-a8b2-ffe69cae7599 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 943 time: 0.1218286 May 10 14:02:38.587419 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef99346-a6fa-4e32-94d5-ed468c315dc8 req-752aed57-c5a6-4a35-9800-0ddf9646b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:38.589042 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fef99346-a6fa-4e32-94d5-ed468c315dc8 req-752aed57-c5a6-4a35-9800-0ddf9646b33d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 1130 time: 0.1203394 May 10 14:02:38.592326 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-86670572-ee61-48b0-8340-3218c0c00bab req-1d026c2a-ba03-41ab-8f0b-9a46064a2e8e service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829807 May 10 14:02:38.596360 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e950e2a-b157-4beb-95fe-1aaeac30c38a req-f8cc4cdb-876e-4c5c-9004-88ffac597197 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:38.598239 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e950e2a-b157-4beb-95fe-1aaeac30c38a req-f8cc4cdb-876e-4c5c-9004-88ffac597197 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0567315 May 10 14:02:38.662873 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e950e2a-b157-4beb-95fe-1aaeac30c38a req-3050ba6d-1e89-4c02-a6a9-965367192997 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579772 May 10 14:02:38.693189 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f5780678-1ae8-4997-a474-e5f2e0a9d801 req-3a533485-0885-4943-9983-8764689ad5f4 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653352 May 10 14:02:38.712508 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4360e762-ca6d-4853-95f5-b1c70b8edd98 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cdc4505b52714863b9bf8143c27f0a02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169683 May 10 14:02:38.715191 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 53498) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:38.758552 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fef99346-a6fa-4e32-94d5-ed468c315dc8 req-ca6107a3-f0fe-4bb3-bb4e-1c672f125cd3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=25b41bf7-1042-4192-8ba9-260619c11336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566293 May 10 14:02:38.778007 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0ccd6b42-2f21-4468-aa56-5554e2ffed93 admin admin] Publish callbacks [] for security_group (90e696df-f1d3-4afc-b32d-3b3b244c7d16), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:38.808063 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-86670572-ee61-48b0-8340-3218c0c00bab req-0ae73903-e3b8-415b-847a-5d7f8c57580e service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031357 May 10 14:02:38.810543 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0ccd6b42-2f21-4468-aa56-5554e2ffed93 admin admin] Publish callbacks [] for security_group (90e696df-f1d3-4afc-b32d-3b3b244c7d16), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:38.828659 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b9336-6b16-4582-990c-b036b3eac85a req-8a04fe75-d947-4c3a-b987-527f1095d834 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:38.830289 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-135b9336-6b16-4582-990c-b036b3eac85a req-8a04fe75-d947-4c3a-b987-527f1095d834 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 946 time: 0.0638440 May 10 14:02:38.903333 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0ccd6b42-2f21-4468-aa56-5554e2ffed93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (90e696df-f1d3-4afc-b32d-3b3b244c7d16), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:38.909009 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0ccd6b42-2f21-4468-aa56-5554e2ffed93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:38.911595 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0ccd6b42-2f21-4468-aa56-5554e2ffed93 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90e696df-f1d3-4afc-b32d-3b3b244c7d16 HTTP/1.1" status: 204 len: 168 time: 0.1947303 May 10 14:02:38.946097 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-135b9336-6b16-4582-990c-b036b3eac85a req-262ed6e4-1d41-4889-9439-5abeae6f62b2 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=25b41bf7-1042-4192-8ba9-260619c11336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999115 May 10 14:02:38.947610 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd6b42-2f21-4468-aa56-5554e2ffed93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e696df-f1d3-4afc-b32d-3b3b244c7d16,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:39.096721 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7696f-65ef-4ae9-a948-ad9167a3424a req-8b690c4c-4e6d-4ded-90f2-e991ec4dbee0 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:39.098387 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-61b7696f-65ef-4ae9-a948-ad9167a3424a req-8b690c4c-4e6d-4ded-90f2-e991ec4dbee0 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0720894 May 10 14:02:39.158773 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-61b7696f-65ef-4ae9-a948-ad9167a3424a req-4a2de918-3d63-4920-a106-e0a2e83fa4ed tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546660 May 10 14:02:39.403648 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdc0b5-8812-4d4e-8702-bfec64a67f36 req-a4181293-4393-493e-ad4d-ed4a0454815b tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:39.405517 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-47cdc0b5-8812-4d4e-8702-bfec64a67f36 req-a4181293-4393-493e-ad4d-ed4a0454815b tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 944 time: 0.0594060 May 10 14:02:39.466762 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-47cdc0b5-8812-4d4e-8702-bfec64a67f36 req-80122692-3c90-48a7-8a8a-0c0db2760ca0 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549078 May 10 14:02:39.472441 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device ec56af2f-6e36-458b-8cbf-61f578a6cae0 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:02:39.487889 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 12100075-8151-4b48-9d14-6864846987d2 up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:02:39.591168 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning for port 12100075-8151-4b48-9d14-6864846987d2 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:02:39.591420 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ae525-6adc-44cb-b63f-08be7536f03f req-6a215a55-e9bf-46e1-83d8-d25e6a05b3be tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:39.595943 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-447ae525-6adc-44cb-b63f-08be7536f03f req-6a215a55-e9bf-46e1-83d8-d25e6a05b3be tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 944 time: 0.0566583 May 10 14:02:39.606153 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port 12100075-8151-4b48-9d14-6864846987d2 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:02:39.606616 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (12100075-8151-4b48-9d14-6864846987d2), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:39.650599 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port ec56af2f-6e36-458b-8cbf-61f578a6cae0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ec56af2f-6e36-458b-8cbf-61f578a6cae0,segment=NetworkSegment(802f5ae2-3ab4-4db1-a100-675af79fa1cc),segment_id=802f5ae2-3ab4-4db1-a100-675af79fa1cc)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:39.669639 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': 'ec56af2f-6e36-458b-8cbf-61f578a6cae0', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'port_id': 'ec56af2f-6e36-458b-8cbf-61f578a6cae0', 'mac_address': 'fa:16:3e:9d:b8:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:02:39.670561 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-447ae525-6adc-44cb-b63f-08be7536f03f req-e7d19d95-4995-4830-ac59-cc1bf7948934 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676370 May 10 14:02:39.740884 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port ec56af2f-6e36-458b-8cbf-61f578a6cae0 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:39.741275 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (ec56af2f-6e36-458b-8cbf-61f578a6cae0), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:39.759546 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec56af2f-6e36-458b-8cbf-61f578a6cae0 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:02:39.776797 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 12100075-8151-4b48-9d14-6864846987d2 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:39.777181 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (12100075-8151-4b48-9d14-6864846987d2), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:39.796304 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port ec56af2f-6e36-458b-8cbf-61f578a6cae0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ec56af2f-6e36-458b-8cbf-61f578a6cae0,segment=NetworkSegment(802f5ae2-3ab4-4db1-a100-675af79fa1cc),segment_id=802f5ae2-3ab4-4db1-a100-675af79fa1cc)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:39.806157 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (ec56af2f-6e36-458b-8cbf-61f578a6cae0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:39.844220 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 12100075-8151-4b48-9d14-6864846987d2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=12100075-8151-4b48-9d14-6864846987d2,segment=NetworkSegment(61f95c22-8d28-4698-ac9e-b472ae7527f0),segment_id=61f95c22-8d28-4698-ac9e-b472ae7527f0)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:39.854175 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (12100075-8151-4b48-9d14-6864846987d2), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:39.861417 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ed795-b4ce-428e-afe3-e0cd08b52efa req-9572f058-cc3a-4d30-9e63-f1fb911381c8 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:39.862936 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-825ed795-b4ce-428e-afe3-e0cd08b52efa req-9572f058-cc3a-4d30-9e63-f1fb911381c8 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0932770 May 10 14:02:39.867675 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3b222-329a-4b1c-99cd-3d52ce662c3d req-1461481c-2d22-409e-bed4-1503335faf11 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:39.874733 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=ec56af2f-6e36-458b-8cbf-61f578a6cae0,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:39.887843 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b2f3b222-329a-4b1c-99cd-3d52ce662c3d req-1461481c-2d22-409e-bed4-1503335faf11 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 943 time: 0.1033728 May 10 14:02:39.919412 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-825ed795-b4ce-428e-afe3-e0cd08b52efa req-273738d3-e8ef-4428-b123-7bed078969dc tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507579 May 10 14:02:39.947456 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b2f3b222-329a-4b1c-99cd-3d52ce662c3d req-28fa9ad3-8a1e-41f8-b2a9-51712388fd42 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584803 May 10 14:02:39.968060 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=12100075-8151-4b48-9d14-6864846987d2,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:40.059753 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0db73-cee8-4c98-b4e5-e083c754e104 req-e9e2ade1-e748-46c1-8c43-c80cd723b40a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:40.061417 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-82b0db73-cee8-4c98-b4e5-e083c754e104 req-e9e2ade1-e748-46c1-8c43-c80cd723b40a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 946 time: 0.0585279 May 10 14:02:40.124706 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-82b0db73-cee8-4c98-b4e5-e083c754e104 req-4c514e44-75b0-4a68-b3f9-dfc4027789cf tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=25b41bf7-1042-4192-8ba9-260619c11336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571177 May 10 14:02:40.159601 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8821a821-144b-4a72-b16e-07014a8063d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12100075-8151-4b48-9d14-6864846987d2'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:02:40.162144 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7fe849-a672-41a7-810d-63d61cec3de5" -d '{"events": [{"server_uuid": "8821a821-144b-4a72-b16e-07014a8063d0", "name": "network-vif-plugged", "status": "completed", "tag": "12100075-8151-4b48-9d14-6864846987d2"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:02:40.200430 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f39286-6da7-4693-b477-0c7b89a91e68 x-openstack-request-id: req-b6f39286-6da7-4693-b477-0c7b89a91e68 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:02:40.200699 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8821a821-144b-4a72-b16e-07014a8063d0", "name": "network-vif-plugged", "status": "completed", "tag": "12100075-8151-4b48-9d14-6864846987d2", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:02:40.201279 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6f39286-6da7-4693-b477-0c7b89a91e68 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:02:40.201499 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f39286-6da7-4693-b477-0c7b89a91e68'] response: {'server_uuid': '8821a821-144b-4a72-b16e-07014a8063d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12100075-8151-4b48-9d14-6864846987d2', 'code': 200} May 10 14:02:40.261109 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['ec56af2f-6e36-458b-8cbf-61f578a6cae0'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:02:40.295745 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9aaa5-b2b2-45e4-9be9-f322067d625c req-87187ed9-784e-4e9e-b95e-137802be46b9 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:40.302715 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-15e9aaa5-b2b2-45e4-9be9-f322067d625c req-87187ed9-784e-4e9e-b95e-137802be46b9 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0684345 May 10 14:02:40.356652 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-15e9aaa5-b2b2-45e4-9be9-f322067d625c req-1298b7dd-9cf8-4ae5-bacb-887b35137968 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522525 May 10 14:02:40.619666 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e2a02-0fe9-47d7-8354-2ebc57265d59 req-1ab0c5ee-6d02-4d2d-a018-de9783b9416c tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:40.621240 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0d4e2a02-0fe9-47d7-8354-2ebc57265d59 req-1ab0c5ee-6d02-4d2d-a018-de9783b9416c tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 945 time: 0.0530503 May 10 14:02:40.670872 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0d4e2a02-0fe9-47d7-8354-2ebc57265d59 req-e1ba3bce-a027-41e9-999c-3f44038fa292 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439553 May 10 14:02:40.818039 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e144b-618e-4a53-9202-16cefa02723c req-9b9ae589-6cf3-44aa-9195-51db1bfc781a tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:40.819589 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3c8e144b-618e-4a53-9202-16cefa02723c req-9b9ae589-6cf3-44aa-9195-51db1bfc781a tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 945 time: 0.0656044 May 10 14:02:40.891046 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3c8e144b-618e-4a53-9202-16cefa02723c req-5cce710c-b0ad-4d9b-9e3d-0588881db44d tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655267 May 10 14:02:40.988265 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e61f3-4f73-4a6b-9d1f-9fbb4606730c req-2ab5bc71-c113-4c52-83d0-86e3cc40c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:40.990003 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-341e61f3-4f73-4a6b-9d1f-9fbb4606730c req-2ab5bc71-c113-4c52-83d0-86e3cc40c42c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 1129 time: 0.0644779 May 10 14:02:41.065467 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-341e61f3-4f73-4a6b-9d1f-9fbb4606730c req-e02cdc2a-9415-4703-a626-057e0b2f5f5b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675466 May 10 14:02:41.092250 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd9c3f-85d6-4d50-8fda-e483a3f6e508 req-e5fba69a-814b-4c86-8c9a-23fe393c34c8 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:41.103605 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-42cd9c3f-85d6-4d50-8fda-e483a3f6e508 req-e5fba69a-814b-4c86-8c9a-23fe393c34c8 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0909781 May 10 14:02:41.114753 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72af28-c7cd-4577-9f96-8464d86c9c9c req-a0900432-1882-453e-8140-79d48e5e94bc tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:41.117183 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9d72af28-c7cd-4577-9f96-8464d86c9c9c req-a0900432-1882-453e-8140-79d48e5e94bc tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 943 time: 0.0560899 May 10 14:02:41.160325 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-42cd9c3f-85d6-4d50-8fda-e483a3f6e508 req-ec81af16-386e-4b40-ad45-002fbcd2a127 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539384 May 10 14:02:41.186691 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9d72af28-c7cd-4577-9f96-8464d86c9c9c req-5fd7ec81-1464-4c8a-a63d-de420c25db15 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625236 May 10 14:02:41.305863 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea93d6-e9cc-4f43-9d33-38c5c3d18f42 req-a047239e-e1f6-4b30-8eac-2ec7b824f19a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:41.307362 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-28ea93d6-e9cc-4f43-9d33-38c5c3d18f42 req-a047239e-e1f6-4b30-8eac-2ec7b824f19a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 946 time: 0.0580904 May 10 14:02:41.360773 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-28ea93d6-e9cc-4f43-9d33-38c5c3d18f42 req-0b78dc45-05de-4edc-935f-3fc3fcb7a82c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=25b41bf7-1042-4192-8ba9-260619c11336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474198 May 10 14:02:41.487864 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73414126-d9b9-4619-aacc-f4119a9536b3 req-53ceb467-30ac-4d35-97fd-3b113f6c265d tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:41.491305 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-73414126-d9b9-4619-aacc-f4119a9536b3 req-53ceb467-30ac-4d35-97fd-3b113f6c265d tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0539269 May 10 14:02:41.550637 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-73414126-d9b9-4619-aacc-f4119a9536b3 req-76f36354-0aa9-45e9-ae55-3aae750270c6 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536959 May 10 14:02:41.567144 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device ec56af2f-6e36-458b-8cbf-61f578a6cae0 up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:02:41.626413 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning for port ec56af2f-6e36-458b-8cbf-61f578a6cae0 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:02:41.636907 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port ec56af2f-6e36-458b-8cbf-61f578a6cae0 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:02:41.636907 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (ec56af2f-6e36-458b-8cbf-61f578a6cae0), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:41.731738 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port ec56af2f-6e36-458b-8cbf-61f578a6cae0 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:41.732136 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (ec56af2f-6e36-458b-8cbf-61f578a6cae0), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:41.770188 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port ec56af2f-6e36-458b-8cbf-61f578a6cae0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ec56af2f-6e36-458b-8cbf-61f578a6cae0,segment=NetworkSegment(802f5ae2-3ab4-4db1-a100-675af79fa1cc),segment_id=802f5ae2-3ab4-4db1-a100-675af79fa1cc)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:41.775054 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (ec56af2f-6e36-458b-8cbf-61f578a6cae0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:41.815566 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42062d9-2c69-4d14-a9dc-7ae4e347fa5c req-8e898fe2-74c7-478e-b11b-ee8c447cbce5 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:41.817411 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f42062d9-2c69-4d14-a9dc-7ae4e347fa5c req-8e898fe2-74c7-478e-b11b-ee8c447cbce5 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 945 time: 0.0514598 May 10 14:02:41.839738 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=ec56af2f-6e36-458b-8cbf-61f578a6cae0,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:41.879268 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f42062d9-2c69-4d14-a9dc-7ae4e347fa5c req-fe4d2e78-b5f5-4caf-bacf-ed1ac1b43d35 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549159 May 10 14:02:42.018833 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96744c51-bf82-480a-ac8f-b81109158690 req-8a0ceec5-8e96-402f-977e-1bbcef725949 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:42.024965 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-96744c51-bf82-480a-ac8f-b81109158690 req-8a0ceec5-8e96-402f-977e-1bbcef725949 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 946 time: 0.0569532 May 10 14:02:42.076104 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-96744c51-bf82-480a-ac8f-b81109158690 req-2db351a1-0464-4093-b385-0f987e79d1c5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489132 May 10 14:02:42.202786 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2288a3f8-70db-4951-acaf-f839a42ed73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec56af2f-6e36-458b-8cbf-61f578a6cae0'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:02:42.205419 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28132f1d-0da9-4e43-a269-0fe1d922f68c" -d '{"events": [{"server_uuid": "2288a3f8-70db-4951-acaf-f839a42ed73b", "name": "network-vif-plugged", "status": "completed", "tag": "ec56af2f-6e36-458b-8cbf-61f578a6cae0"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:02:42.271525 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc43e0f-840c-4804-90ee-818eceda2793 x-openstack-request-id: req-fcc43e0f-840c-4804-90ee-818eceda2793 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:02:42.271823 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2288a3f8-70db-4951-acaf-f839a42ed73b", "name": "network-vif-plugged", "status": "completed", "tag": "ec56af2f-6e36-458b-8cbf-61f578a6cae0", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:02:42.272721 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fcc43e0f-840c-4804-90ee-818eceda2793 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:02:42.273230 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcc43e0f-840c-4804-90ee-818eceda2793'] response: {'server_uuid': '2288a3f8-70db-4951-acaf-f839a42ed73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec56af2f-6e36-458b-8cbf-61f578a6cae0', 'code': 200} May 10 14:02:42.316968 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc184d9-b66a-4b85-aa54-527d5d600309 req-ac1acce7-22f5-42a3-9735-e13c13691992 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:42.325757 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5cc184d9-b66a-4b85-aa54-527d5d600309 req-ac1acce7-22f5-42a3-9735-e13c13691992 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0617537 May 10 14:02:42.383105 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5cc184d9-b66a-4b85-aa54-527d5d600309 req-9dbbde5d-d752-41bf-9343-b65d84c90a13 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563498 May 10 14:02:42.401398 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e31ab2-27fa-4a46-bb52-96d3d0e0d48e req-10dc6d0d-39e9-45ff-a26f-ffef0a19819f tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:42.403322 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-09e31ab2-27fa-4a46-bb52-96d3d0e0d48e req-10dc6d0d-39e9-45ff-a26f-ffef0a19819f tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 943 time: 0.0654330 May 10 14:02:42.490361 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-09e31ab2-27fa-4a46-bb52-96d3d0e0d48e req-ea7ee57a-8bd8-44cf-92da-eac0bcd1d4a8 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685313 May 10 14:02:42.537355 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b46ac-fdce-4005-94c9-5864b637b6b5 req-f29e43e1-3a9c-42e8-9080-c9aeb0f7bafa tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:42.544821 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f53b46ac-fdce-4005-94c9-5864b637b6b5 req-f29e43e1-3a9c-42e8-9080-c9aeb0f7bafa tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 946 time: 0.0609620 May 10 14:02:42.614141 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f53b46ac-fdce-4005-94c9-5864b637b6b5 req-dadb7b22-4b6b-43ab-9531-63c8d82c2596 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=25b41bf7-1042-4192-8ba9-260619c11336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672467 May 10 14:02:42.696237 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b83256-1323-4b56-8995-b20f3918de1e req-b2887ea0-c0ce-47e5-91ef-91cfa8225066 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:42.699854 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-28b83256-1323-4b56-8995-b20f3918de1e req-b2887ea0-c0ce-47e5-91ef-91cfa8225066 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0726004 May 10 14:02:42.760107 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ea87a-da16-41e7-a65d-3fce8ab2b673 req-086e8458-21cd-435a-8ec9-d26292b268ad tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:42.761711 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-932ea87a-da16-41e7-a65d-3fce8ab2b673 req-086e8458-21cd-435a-8ec9-d26292b268ad tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 946 time: 0.0748897 May 10 14:02:42.770514 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 53550) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:42.775697 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-37172580-2ab9-4767-905d-31d5d6d27b0e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Request body: {'floatingip': {'port_id': '156485a6-4fc0-40bc-a3c8-0aa824e3cae2'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:42.781350 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-28b83256-1323-4b56-8995-b20f3918de1e req-7a63b015-d049-43d6-8037-982fcce8ca24 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747347 May 10 14:02:42.831375 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-37172580-2ab9-4767-905d-31d5d6d27b0e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (c10436cc-a58d-4ed4-9b03-ba468ee53fe9), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:43.131927 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda8e35-548c-4e51-ae40-ccc3a6ab841a req-fd161aa0-a3b5-4ce2-b27c-f11723696c5d tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:43.133899 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2bda8e35-548c-4e51-ae40-ccc3a6ab841a req-fd161aa0-a3b5-4ce2-b27c-f11723696c5d tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 945 time: 0.1296589 May 10 14:02:43.234649 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dbd74-70c2-4525-869a-74b1ac03458d req-8956f9ee-6398-492c-9495-87156f6db08a tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:43.237707 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-669dbd74-70c2-4525-869a-74b1ac03458d req-8956f9ee-6398-492c-9495-87156f6db08a tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 946 time: 0.0549891 May 10 14:02:43.278510 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2bda8e35-548c-4e51-ae40-ccc3a6ab841a req-191e9a12-80f5-4235-887e-9881748e57de tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335881 May 10 14:02:43.315185 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-669dbd74-70c2-4525-869a-74b1ac03458d req-150d4c92-d326-4bb0-8c3b-2689e2a74fd6 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697184 May 10 14:02:43.562823 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device f2587919-e230-4e3a-8926-a6478337a26a details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:02:43.604902 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b11da-09f3-4476-a437-e2b30d1ba2f5 req-cfa99220-21b9-4fbf-b37c-18a7192c20f4 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:43.606527 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-da3b11da-09f3-4476-a437-e2b30d1ba2f5 req-cfa99220-21b9-4fbf-b37c-18a7192c20f4 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.1104956 May 10 14:02:43.608944 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.db.resource_extend [None req-37172580-2ab9-4767-905d-31d5d6d27b0e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 10 14:02:43.693238 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40952ce6-81c3-4e52-91e8-d1940bb3fb42 req-e6539d45-81b8-40b3-9808-2a13b08cda8a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:43.698834 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-40952ce6-81c3-4e52-91e8-d1940bb3fb42 req-e6539d45-81b8-40b3-9808-2a13b08cda8a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 943 time: 0.1286161 May 10 14:02:43.712541 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-da3b11da-09f3-4476-a437-e2b30d1ba2f5 req-99670002-6ad5-44b7-a065-c4a46967a487 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704954 May 10 14:02:43.715431 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-37172580-2ab9-4767-905d-31d5d6d27b0e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:43.722095 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-37172580-2ab9-4767-905d-31d5d6d27b0e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (c10436cc-a58d-4ed4-9b03-ba468ee53fe9), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:43.750907 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6786b-77d6-4dee-9b92-7ce0c334343c req-be25a5f1-42a9-4cc1-b2cb-f09f6253a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:43.752753 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f4e6786b-77d6-4dee-9b92-7ce0c334343c req-be25a5f1-42a9-4cc1-b2cb-f09f6253a43f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 1130 time: 0.1338964 May 10 14:02:43.762679 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port f2587919-e230-4e3a-8926-a6478337a26a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f2587919-e230-4e3a-8926-a6478337a26a,segment=NetworkSegment(3e067be8-9042-4bef-841c-16195f679735),segment_id=3e067be8-9042-4bef-841c-16195f679735)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:43.777880 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': 'f2587919-e230-4e3a-8926-a6478337a26a', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'port_id': 'f2587919-e230-4e3a-8926-a6478337a26a', 'mac_address': 'fa:16:3e:cd:d4:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:02:43.800121 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-40952ce6-81c3-4e52-91e8-d1940bb3fb42 req-373e1ff8-5f96-400b-a269-b0703bbbb962 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901206 May 10 14:02:43.841334 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port f2587919-e230-4e3a-8926-a6478337a26a is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:43.841976 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (f2587919-e230-4e3a-8926-a6478337a26a), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:43.863275 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2587919-e230-4e3a-8926-a6478337a26a {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:02:43.899580 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port f2587919-e230-4e3a-8926-a6478337a26a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f2587919-e230-4e3a-8926-a6478337a26a,segment=NetworkSegment(3e067be8-9042-4bef-841c-16195f679735),segment_id=3e067be8-9042-4bef-841c-16195f679735)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:43.903210 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f4e6786b-77d6-4dee-9b92-7ce0c334343c req-9623af95-5d9f-432d-9463-fa858390a71a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731487 May 10 14:02:43.905614 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (f2587919-e230-4e3a-8926-a6478337a26a), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:43.960500 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=f2587919-e230-4e3a-8926-a6478337a26a,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:44.111514 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ce5f9-76c4-4e57-8cf4-6d4a2f97c60d req-1b501b76-2948-4187-8aec-a85d928f3bc9 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:44.112964 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-872ce5f9-76c4-4e57-8cf4-6d4a2f97c60d req-1b501b76-2948-4187-8aec-a85d928f3bc9 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0543771 May 10 14:02:44.207173 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-37172580-2ab9-4767-905d-31d5d6d27b0e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Floating IP c10436cc-a58d-4ed4-9b03-ba468ee53fe9 associated. External IP: 172.27.3.202, port: 156485a6-4fc0-40bc-a3c8-0aa824e3cae2. May 10 14:02:44.215071 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-872ce5f9-76c4-4e57-8cf4-6d4a2f97c60d req-53d6ecdd-9cb5-43ae-b474-333eb1ec4ed6 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929444 May 10 14:02:44.387459 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['f2587919-e230-4e3a-8926-a6478337a26a'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:02:44.448220 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154a1e1-76ee-442e-9299-d04cde764361 req-4424b157-5b24-41d3-9c4b-c3462889c628 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:44.450603 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7154a1e1-76ee-442e-9299-d04cde764361 req-4424b157-5b24-41d3-9c4b-c3462889c628 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 945 time: 0.0886953 May 10 14:02:44.515427 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7154a1e1-76ee-442e-9299-d04cde764361 req-fd40e79b-4440-42e3-a995-4792db20532f tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560403 May 10 14:02:44.559817 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60031b9-c914-445b-aabf-c317880ca888 req-4c2a69da-442f-458d-b1c6-1b5feb08ffa5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:44.563477 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d60031b9-c914-445b-aabf-c317880ca888 req-4c2a69da-442f-458d-b1c6-1b5feb08ffa5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 946 time: 0.1268051 May 10 14:02:44.617388 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37172580-2ab9-4767-905d-31d5d6d27b0e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Router eea85e8f-4aac-4da4-b715-cc9c21078703 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:02:44.644141 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d60031b9-c914-445b-aabf-c317880ca888 req-668f5c89-e525-41aa-bee0-743eb519a0b3 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717950 May 10 14:02:44.654177 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceaf7c6-a8bf-4868-b2e4-281f2ad0885f req-03792321-bbda-475e-8bf6-0025d31dccbc tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:44.656112 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9ceaf7c6-a8bf-4868-b2e4-281f2ad0885f req-03792321-bbda-475e-8bf6-0025d31dccbc tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 945 time: 0.0700936 May 10 14:02:44.706349 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9ceaf7c6-a8bf-4868-b2e4-281f2ad0885f req-8bba0f29-d527-4812-ad39-62d4fd856be4 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445604 May 10 14:02:44.760757 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37172580-2ab9-4767-905d-31d5d6d27b0e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:02:44.766124 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-37172580-2ab9-4767-905d-31d5d6d27b0e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:44.775982 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffba424-9d26-4c9b-b64f-cbbe16ce2046 None None] Sync routers for ids ['eea85e8f-4aac-4da4-b715-cc9c21078703'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:02:44.791257 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffba424-9d26-4c9b-b64f-cbbe16ce2046 None None] Routers {'eea85e8f-4aac-4da4-b715-cc9c21078703'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:02:44.792245 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-bffba424-9d26-4c9b-b64f-cbbe16ce2046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:02:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['eea85e8f-4aac-4da4-b715-cc9c21078703'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:02:44.797881 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-37172580-2ab9-4767-905d-31d5d6d27b0e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "PUT /v2.0/floatingips/c10436cc-a58d-4ed4-9b03-ba468ee53fe9 HTTP/1.1" status: 200 len: 992 time: 2.0259550 May 10 14:02:44.798500 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa06f26-fa96-4753-9ea2-c2abecdb7087', 'tag': '156485a6-4fc0-40bc-a3c8-0aa824e3cae2'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:02:44.801080 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72864d8f697cc3849f7037e54fa44052707e53d1306a4a80922f5c2f90f38e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afebe12-e223-452a-b84e-e6063b89f351" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa06f26-fa96-4753-9ea2-c2abecdb7087", "tag": "156485a6-4fc0-40bc-a3c8-0aa824e3cae2"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:02:44.845750 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8e663-145a-4f38-80c6-f5f530a67898 req-0467d9e9-2416-4a51-8752-10f49d568e05 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:44.847194 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-10d8e663-145a-4f38-80c6-f5f530a67898 req-0467d9e9-2416-4a51-8752-10f49d568e05 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0516748 May 10 14:02:44.895050 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-10d8e663-145a-4f38-80c6-f5f530a67898 req-ebabdf66-a42f-4fe3-ae74-a789b613426f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417895 May 10 14:02:44.915743 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-bffba424-9d26-4c9b-b64f-cbbe16ce2046 None None] Set router eea85e8f-4aac-4da4-b715-cc9c21078703 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:02:44.942510 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a6ab3d-cf1f-4ca2-963f-a61632a5cbcb x-openstack-request-id: req-a2a6ab3d-cf1f-4ca2-963f-a61632a5cbcb {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:02:44.942818 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa06f26-fa96-4753-9ea2-c2abecdb7087", "tag": "156485a6-4fc0-40bc-a3c8-0aa824e3cae2", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:02:44.943081 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2a6ab3d-cf1f-4ca2-963f-a61632a5cbcb {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:02:44.943494 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2a6ab3d-cf1f-4ca2-963f-a61632a5cbcb'] response: {'name': 'network-changed', 'server_uuid': '4fa06f26-fa96-4753-9ea2-c2abecdb7087', 'tag': '156485a6-4fc0-40bc-a3c8-0aa824e3cae2', 'status': 'completed', 'code': 200} May 10 14:02:45.054934 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd76e1-58b2-4a65-8b21-6b6dde0b8e36 req-1d7ae388-36ef-4599-9b8b-aba1bdee78a1 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:45.062806 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9acd76e1-58b2-4a65-8b21-6b6dde0b8e36 req-1d7ae388-36ef-4599-9b8b-aba1bdee78a1 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 944 time: 0.0732627 May 10 14:02:45.083124 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df14e3-e816-4906-9269-3a4d3a9bdb86 req-35165ae4-320f-4be1-9fa8-d4024f28c577 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:45.085372 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-68df14e3-e816-4906-9269-3a4d3a9bdb86 req-35165ae4-320f-4be1-9fa8-d4024f28c577 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 945 time: 0.0677969 May 10 14:02:45.112709 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afebe12-e223-452a-b84e-e6063b89f351 req-8e157944-bcd3-43c8-bb6c-01e9713ed187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:45.114215 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1afebe12-e223-452a-b84e-e6063b89f351 req-8e157944-bcd3-43c8-bb6c-01e9713ed187 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd&device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 1130 time: 0.0828698 May 10 14:02:45.133052 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9acd76e1-58b2-4a65-8b21-6b6dde0b8e36 req-0de396e6-a9f1-4341-99ab-7a256fa33254 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688231 May 10 14:02:45.133826 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-68df14e3-e816-4906-9269-3a4d3a9bdb86 req-43dc1987-fdbc-4850-a8f2-192003982691 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420008 May 10 14:02:45.154781 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-bffba424-9d26-4c9b-b64f-cbbe16ce2046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'c10436cc-a58d-4ed4-9b03-ba468ee53fe9', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'port_id': '156485a6-4fc0-40bc-a3c8-0aa824e3cae2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'mac_address': 'fa:16:3e:c9:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa06f26-fa96-4753-9ea2-c2abecdb7087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:02:06Z', 'updated_at': '2022-05-10T14:02:43Z', 'revision_number': 1, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'fixed_ip_address_scope': None}, {'id': 'd20729de-a912-4c20-88f5-245fee5a0f34', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'port_id': '11a4481d-f88f-4503-b4d7-f6b62b846773', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'mac_address': 'fa:16:3e:52:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5f6640-8318-4ba7-be1f-7a578b595363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:00:23Z', 'updated_at': '2022-05-10T14:00:59Z', 'revision_number': 2, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:29Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:02:45.184796 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffba424-9d26-4c9b-b64f-cbbe16ce2046 None None] Checking router: eea85e8f-4aac-4da4-b715-cc9c21078703 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:02:45.193032 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffba424-9d26-4c9b-b64f-cbbe16ce2046 None None] Routers {'eea85e8f-4aac-4da4-b715-cc9c21078703'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:02:45.194276 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-bffba424-9d26-4c9b-b64f-cbbe16ce2046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:02:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['eea85e8f-4aac-4da4-b715-cc9c21078703'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:02:45.307228 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-bffba424-9d26-4c9b-b64f-cbbe16ce2046 None None] Set router eea85e8f-4aac-4da4-b715-cc9c21078703 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:02:45.369967 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97177d6-7366-4586-9224-e5cd3b551feb req-ee9f323e-bea9-4855-a4ef-c80186349c84 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:45.371938 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a97177d6-7366-4586-9224-e5cd3b551feb req-ee9f323e-bea9-4855-a4ef-c80186349c84 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0534098 May 10 14:02:45.434262 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a97177d6-7366-4586-9224-e5cd3b551feb req-21d71714-1db0-4cd5-ac24-cebb666f2604 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560174 May 10 14:02:45.558854 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-bffba424-9d26-4c9b-b64f-cbbe16ce2046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'c10436cc-a58d-4ed4-9b03-ba468ee53fe9', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'port_id': '156485a6-4fc0-40bc-a3c8-0aa824e3cae2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'mac_address': 'fa:16:3e:c9:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa06f26-fa96-4753-9ea2-c2abecdb7087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:02:06Z', 'updated_at': '2022-05-10T14:02:43Z', 'revision_number': 1, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'fixed_ip_address_scope': None}, {'id': 'd20729de-a912-4c20-88f5-245fee5a0f34', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'port_id': '11a4481d-f88f-4503-b4d7-f6b62b846773', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'mac_address': 'fa:16:3e:52:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5f6640-8318-4ba7-be1f-7a578b595363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:00:23Z', 'updated_at': '2022-05-10T14:00:59Z', 'revision_number': 2, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:29Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:02:45.585098 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffba424-9d26-4c9b-b64f-cbbe16ce2046 None None] The sync data for ids ['eea85e8f-4aac-4da4-b715-cc9c21078703'] in dv-cinder-840678-6-iscsi is: [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'c10436cc-a58d-4ed4-9b03-ba468ee53fe9', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'port_id': '156485a6-4fc0-40bc-a3c8-0aa824e3cae2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'mac_address': 'fa:16:3e:c9:c0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa06f26-fa96-4753-9ea2-c2abecdb7087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:02:06Z', 'updated_at': '2022-05-10T14:02:43Z', 'revision_number': 1, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'fixed_ip_address_scope': None}, {'id': 'd20729de-a912-4c20-88f5-245fee5a0f34', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'port_id': '11a4481d-f88f-4503-b4d7-f6b62b846773', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'mac_address': 'fa:16:3e:52:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5f6640-8318-4ba7-be1f-7a578b595363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:00:23Z', 'updated_at': '2022-05-10T14:00:59Z', 'revision_number': 2, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:29Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:02:45.781807 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device f2587919-e230-4e3a-8926-a6478337a26a up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:02:45.810746 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c51f59-01dc-4314-8578-a8d20004b71d req-d13f1d9d-05b7-46d1-b1cd-5ea7610066a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:45.812303 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-44c51f59-01dc-4314-8578-a8d20004b71d req-d13f1d9d-05b7-46d1-b1cd-5ea7610066a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd39c2a00ace4575896bf3f045bedce1&device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 1129 time: 0.0832350 May 10 14:02:45.817912 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a44031-2bb4-463e-836b-f41ecd57ee1d None None] New status for floating IP c10436cc-a58d-4ed4-9b03-ba468ee53fe9: ACTIVE {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:02:45.818295 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb393e-7ac9-4094-b5ee-a81107cd4203 req-39301b19-105c-4fe6-bcdc-24cdd23ae4f7 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:45.820527 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e8bb393e-7ac9-4094-b5ee-a81107cd4203 req-39301b19-105c-4fe6-bcdc-24cdd23ae4f7 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 946 time: 0.1059957 May 10 14:02:45.843856 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afebe12-e223-452a-b84e-e6063b89f351 req-12ac657c-da67-4768-b886-4fc72cb13cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:45.845344 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1afebe12-e223-452a-b84e-e6063b89f351 req-12ac657c-da67-4768-b886-4fc72cb13cc5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2c9ceeee-200d-4bc2-b027-788cdb69321a HTTP/1.1" status: 200 len: 916 time: 0.1902487 May 10 14:02:45.874030 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e8bb393e-7ac9-4094-b5ee-a81107cd4203 req-6ad843c8-242c-467a-bacb-6cf8663f6e4f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474935 May 10 14:02:45.884925 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning for port f2587919-e230-4e3a-8926-a6478337a26a completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:02:45.920284 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port f2587919-e230-4e3a-8926-a6478337a26a triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:02:45.920667 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (f2587919-e230-4e3a-8926-a6478337a26a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:45.990221 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd9a77-6fcf-410b-b223-229a81190d1f req-44a41946-1ece-43c2-b6a6-a8e5d4fbfb62 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:45.992292 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-abdd9a77-6fcf-410b-b223-229a81190d1f req-44a41946-1ece-43c2-b6a6-a8e5d4fbfb62 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 946 time: 0.0510497 May 10 14:02:46.041581 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36a123-1f9a-4f58-a089-efe450763add req-3ffb4478-b5ac-4c78-b07d-f951a6f1ee54 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:46.042993 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0d36a123-1f9a-4f58-a089-efe450763add req-3ffb4478-b5ac-4c78-b07d-f951a6f1ee54 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0669737 May 10 14:02:46.055713 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port f2587919-e230-4e3a-8926-a6478337a26a is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:46.056652 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (f2587919-e230-4e3a-8926-a6478337a26a), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:46.072044 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-abdd9a77-6fcf-410b-b223-229a81190d1f req-a6338973-5a9e-4993-bd76-3799396bbe35 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739956 May 10 14:02:46.082881 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a730d46-5e87-4a26-a9fc-4486e99bcf5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2587919-e230-4e3a-8926-a6478337a26a'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:02:46.085722 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5696d5d3-0590-4b9a-abad-f1cccb6a8754" -d '{"events": [{"server_uuid": "2a730d46-5e87-4a26-a9fc-4486e99bcf5a", "name": "network-vif-plugged", "status": "completed", "tag": "f2587919-e230-4e3a-8926-a6478337a26a"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:02:46.096030 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 53610) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:46.098487 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port f2587919-e230-4e3a-8926-a6478337a26a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f2587919-e230-4e3a-8926-a6478337a26a,segment=NetworkSegment(3e067be8-9042-4bef-841c-16195f679735),segment_id=3e067be8-9042-4bef-841c-16195f679735)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:46.102992 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (f2587919-e230-4e3a-8926-a6478337a26a), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:46.115821 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0d36a123-1f9a-4f58-a089-efe450763add req-ec39c8b1-eed9-458c-be84-ecf3fef9d9f7 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587795 May 10 14:02:46.149397 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9741e4-dd9a-400c-b51f-a4c29d90d704 x-openstack-request-id: req-ee9741e4-dd9a-400c-b51f-a4c29d90d704 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:02:46.149722 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a730d46-5e87-4a26-a9fc-4486e99bcf5a", "name": "network-vif-plugged", "status": "completed", "tag": "f2587919-e230-4e3a-8926-a6478337a26a", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:02:46.149986 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee9741e4-dd9a-400c-b51f-a4c29d90d704 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:02:46.150384 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9741e4-dd9a-400c-b51f-a4c29d90d704'] response: {'server_uuid': '2a730d46-5e87-4a26-a9fc-4486e99bcf5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2587919-e230-4e3a-8926-a6478337a26a', 'code': 200} May 10 14:02:46.162518 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=f2587919-e230-4e3a-8926-a6478337a26a,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:46.246033 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f786901-82b2-4d93-9007-9dde4185e07c req-0ba814c9-b8c5-4aa0-8239-27d4a18b00f7 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:46.247523 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4f786901-82b2-4d93-9007-9dde4185e07c req-0ba814c9-b8c5-4aa0-8239-27d4a18b00f7 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0461833 May 10 14:02:46.288653 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b2b2c9-1912-42bb-971b-98d8bad903fd tempest-TestVolumeBootPattern-527849348 tempest-TestVolumeBootPattern-527849348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:46.290269 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-38b2b2c9-1912-42bb-971b-98d8bad903fd tempest-TestVolumeBootPattern-527849348 tempest-TestVolumeBootPattern-527849348-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 1125 time: 0.1925476 May 10 14:02:46.293264 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 53616) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:46.298165 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-5c05df25-98b8-4579-9723-ce04777bb78f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Request body: {'floatingip': {'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'port_id': 'ec56af2f-6e36-458b-8cbf-61f578a6cae0', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:46.322396 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5c05df25-98b8-4579-9723-ce04777bb78f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:46.376685 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4f786901-82b2-4d93-9007-9dde4185e07c req-299e2132-9a51-4e91-a945-b9ee0e412d0d tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228855 May 10 14:02:46.417269 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1afebe12-e223-452a-b84e-e6063b89f351 req-5b7c57b9-8ac6-47c2-850f-41a29c8855e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=156485a6-4fc0-40bc-a3c8-0aa824e3cae2 HTTP/1.1" status: 200 len: 1002 time: 0.1205053 May 10 14:02:46.418584 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5c05df25-98b8-4579-9723-ce04777bb78f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:46.485606 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c51f59-01dc-4314-8578-a8d20004b71d req-61dc895f-29d9-4358-ae31-2ff19a7a514f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:46.493075 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-44c51f59-01dc-4314-8578-a8d20004b71d req-61dc895f-29d9-4358-ae31-2ff19a7a514f service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c2e159f-7eb2-470d-9799-bf81a94b9b35 HTTP/1.1" status: 200 len: 917 time: 0.2099454 May 10 14:02:46.522965 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e3c70-765f-4c12-9d96-d5b9fb87f7bf req-efb8fedd-f04c-4481-8a01-ed7a4aac6987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:46.524569 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ba9e3c70-765f-4c12-9d96-d5b9fb87f7bf req-efb8fedd-f04c-4481-8a01-ed7a4aac6987 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 1129 time: 0.0588202 May 10 14:02:46.539962 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afebe12-e223-452a-b84e-e6063b89f351 req-6c7431da-f6d4-454d-8e8f-6284e600877e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:46.541482 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1afebe12-e223-452a-b84e-e6063b89f351 req-6c7431da-f6d4-454d-8e8f-6284e600877e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cf9fa0ee-3693-4449-88b2-25628aadc1b4 HTTP/1.1" status: 200 len: 854 time: 0.1124940 May 10 14:02:46.597509 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-44c51f59-01dc-4314-8578-a8d20004b71d req-b871ab19-ffe7-40a6-b886-a6f0bafb8a0b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b32a17e-9e2f-475d-abe1-8b69acb4c76a HTTP/1.1" status: 200 len: 1001 time: 0.0981472 May 10 14:02:46.598975 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afebe12-e223-452a-b84e-e6063b89f351 req-86849d38-8dbf-465d-991b-7b2bc3277ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:46.600301 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1afebe12-e223-452a-b84e-e6063b89f351 req-86849d38-8dbf-465d-991b-7b2bc3277ac5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2c9ceeee-200d-4bc2-b027-788cdb69321a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507019 May 10 14:02:46.626109 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c6ea9-351d-479e-a005-78c04eed0720 req-1f061c09-d4f5-4a86-985c-41e50ce14f4a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:46.627581 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-963c6ea9-351d-479e-a005-78c04eed0720 req-1f061c09-d4f5-4a86-985c-41e50ce14f4a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.1069558 May 10 14:02:46.649446 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-5c05df25-98b8-4579-9723-ce04777bb78f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Allocated IP 172.27.3.218 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/fd857a51-d816-4344-847c-2d600f2da033) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:02:46.675127 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ba9e3c70-765f-4c12-9d96-d5b9fb87f7bf req-ceb71829-5fdc-4b91-b169-1a5bddcaec42 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326425 May 10 14:02:46.749114 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-963c6ea9-351d-479e-a005-78c04eed0720 req-a9531aef-fa45-44d3-bd2f-80770a746571 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050227 May 10 14:02:46.794153 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5c05df25-98b8-4579-9723-ce04777bb78f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for port (fd857a51-d816-4344-847c-2d600f2da033), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:46.828993 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5c05df25-98b8-4579-9723-ce04777bb78f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (fd857a51-d816-4344-847c-2d600f2da033), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:46.871452 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c05df25-98b8-4579-9723-ce04777bb78f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:02:46.874395 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-5c05df25-98b8-4579-9723-ce04777bb78f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:02:46.879879 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c05df25-98b8-4579-9723-ce04777bb78f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:02:46.901030 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05df25-98b8-4579-9723-ce04777bb78f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Pushing event updated for resources: {'Port': ['ID=fd857a51-d816-4344-847c-2d600f2da033,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:47.097751 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c51f59-01dc-4314-8578-a8d20004b71d req-215c2815-1d02-492d-adc5-3dc15da7ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:47.099215 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-44c51f59-01dc-4314-8578-a8d20004b71d req-215c2815-1d02-492d-adc5-3dc15da7ad56 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e8396c4-2dcc-480c-84ec-587b7b32be41 HTTP/1.1" status: 200 len: 855 time: 0.0981450 May 10 14:02:47.126633 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1afebe12-e223-452a-b84e-e6063b89f351 req-facd3aa0-5707-4b92-8835-651e7f468719 service neutron] 10.222.0.57 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242476 May 10 14:02:47.235110 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9ba8d-ea6e-4fa3-a547-2a97a449b5f6 req-1686fc41-924d-400a-afda-aa72ca454fca tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:47.236573 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9f9ba8d-ea6e-4fa3-a547-2a97a449b5f6 req-1686fc41-924d-400a-afda-aa72ca454fca tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0537331 May 10 14:02:47.326829 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5c05df25-98b8-4579-9723-ce04777bb78f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for floatingip (b92cb63f-1d60-49a5-b7b8-8deaa1363450), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:47.332406 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f9f9ba8d-ea6e-4fa3-a547-2a97a449b5f6 req-e15b9ce9-0419-40d5-b3fd-96df601824f8 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894179 May 10 14:02:47.399028 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5c05df25-98b8-4579-9723-ce04777bb78f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (fd857a51-d816-4344-847c-2d600f2da033), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:47.539317 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5ffca-b432-4829-ba44-f77d302ac0f4 req-bbb81156-a2f6-45fd-b2f4-92ed678d3f19 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:47.541147 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2ee5ffca-b432-4829-ba44-f77d302ac0f4 req-bbb81156-a2f6-45fd-b2f4-92ed678d3f19 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0845468 May 10 14:02:47.621806 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c51f59-01dc-4314-8578-a8d20004b71d req-b02577e3-9cd5-41d3-ba67-56b33e37ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:47.623294 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-44c51f59-01dc-4314-8578-a8d20004b71d req-b02577e3-9cd5-41d3-ba67-56b33e37ce96 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c2e159f-7eb2-470d-9799-bf81a94b9b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0858958 May 10 14:02:47.624860 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2ee5ffca-b432-4829-ba44-f77d302ac0f4 req-e5af6a9d-2fce-4b37-b141-d6551fc5e74b tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777905 May 10 14:02:47.642856 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5c05df25-98b8-4579-9723-ce04777bb78f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for port (fd857a51-d816-4344-847c-2d600f2da033), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:47.648744 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5c05df25-98b8-4579-9723-ce04777bb78f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8740167'] for port (fd857a51-d816-4344-847c-2d600f2da033), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:47.712254 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1afebe12-e223-452a-b84e-e6063b89f351 req-dbf68e9e-207c-457a-928f-bb8bd6a0a76e service neutron] 10.222.0.57 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657941 May 10 14:02:47.719160 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05df25-98b8-4579-9723-ce04777bb78f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Pushing event updated for resources: {'Port': ['ID=fd857a51-d816-4344-847c-2d600f2da033,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:47.731580 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5c05df25-98b8-4579-9723-ce04777bb78f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (b92cb63f-1d60-49a5-b7b8-8deaa1363450), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:47.755910 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-44c51f59-01dc-4314-8578-a8d20004b71d req-f569011c-28a5-483a-b647-acbcd9e7b91d service neutron] 10.222.0.57 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055343 May 10 14:02:47.871257 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-5c05df25-98b8-4579-9723-ce04777bb78f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Floating IP b92cb63f-1d60-49a5-b7b8-8deaa1363450 associated. External IP: 172.27.3.218, port: ec56af2f-6e36-458b-8cbf-61f578a6cae0. May 10 14:02:47.908450 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-44c51f59-01dc-4314-8578-a8d20004b71d req-360afd73-7917-4c0c-b607-90f82e05f387 service neutron] 10.222.0.57 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943801 May 10 14:02:47.915349 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abfa1d-4e61-414d-9ec3-e8a3cac7e5a4 req-bb084a15-95a4-4d7e-89b0-efa62f258b2e tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:47.916831 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-62abfa1d-4e61-414d-9ec3-e8a3cac7e5a4 req-bb084a15-95a4-4d7e-89b0-efa62f258b2e tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0932915 May 10 14:02:48.003599 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-62abfa1d-4e61-414d-9ec3-e8a3cac7e5a4 req-7a769050-1278-405e-ad22-2a3265e2b4a5 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803115 May 10 14:02:48.132818 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c05df25-98b8-4579-9723-ce04777bb78f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Router 35f07a70-e556-4b08-bbe9-90c4c253768a has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:02:48.235874 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f814a9-e425-44d7-84ca-47f7d249d90e req-147752d3-280b-4572-aab7-977c5b11fe4f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:48.237356 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c8f814a9-e425-44d7-84ca-47f7d249d90e req-147752d3-280b-4572-aab7-977c5b11fe4f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0598860 May 10 14:02:48.304576 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c05df25-98b8-4579-9723-ce04777bb78f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:02:48.313830 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecfafda-3e5b-4635-bcdb-92092b59345f None None] Sync routers for ids ['35f07a70-e556-4b08-bbe9-90c4c253768a'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:02:48.323528 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecfafda-3e5b-4635-bcdb-92092b59345f None None] Routers {'35f07a70-e556-4b08-bbe9-90c4c253768a'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:02:48.324136 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-cecfafda-3e5b-4635-bcdb-92092b59345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:02:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['35f07a70-e556-4b08-bbe9-90c4c253768a'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:02:48.328551 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c8f814a9-e425-44d7-84ca-47f7d249d90e req-d9720a83-5cc9-4c73-b590-b424def706c2 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850916 May 10 14:02:48.332022 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5c05df25-98b8-4579-9723-ce04777bb78f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:48.369107 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-5c05df25-98b8-4579-9723-ce04777bb78f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0745630 May 10 14:02:48.369804 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2288a3f8-70db-4951-acaf-f839a42ed73b', 'tag': 'ec56af2f-6e36-458b-8cbf-61f578a6cae0'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:02:48.372191 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72864d8f697cc3849f7037e54fa44052707e53d1306a4a80922f5c2f90f38e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52bd4ae-7123-4082-9ae3-0227efcf79d5" -d '{"events": [{"name": "network-changed", "server_uuid": "2288a3f8-70db-4951-acaf-f839a42ed73b", "tag": "ec56af2f-6e36-458b-8cbf-61f578a6cae0"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:02:48.422494 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b1bf9e-cf14-4c79-96f7-fdcf0c0ae9fc x-openstack-request-id: req-d3b1bf9e-cf14-4c79-96f7-fdcf0c0ae9fc {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:02:48.422788 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2288a3f8-70db-4951-acaf-f839a42ed73b", "tag": "ec56af2f-6e36-458b-8cbf-61f578a6cae0", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:02:48.423043 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d3b1bf9e-cf14-4c79-96f7-fdcf0c0ae9fc {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:02:48.423449 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b1bf9e-cf14-4c79-96f7-fdcf0c0ae9fc'] response: {'name': 'network-changed', 'server_uuid': '2288a3f8-70db-4951-acaf-f839a42ed73b', 'tag': 'ec56af2f-6e36-458b-8cbf-61f578a6cae0', 'status': 'completed', 'code': 200} May 10 14:02:48.438594 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-cecfafda-3e5b-4635-bcdb-92092b59345f None None] Set router 35f07a70-e556-4b08-bbe9-90c4c253768a gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:02:48.467203 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f8b75-ebb6-4f18-88f8-9759b50c0740 req-8f0bf305-834b-4028-9584-6e87c006e4e4 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:48.468787 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f90f8b75-ebb6-4f18-88f8-9759b50c0740 req-8f0bf305-834b-4028-9584-6e87c006e4e4 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0472050 May 10 14:02:48.518171 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f90f8b75-ebb6-4f18-88f8-9759b50c0740 req-69fddc30-4963-485b-b4b7-871f6b0d3feb tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436742 May 10 14:02:48.744467 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-cecfafda-3e5b-4635-bcdb-92092b59345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 4, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'b92cb63f-1d60-49a5-b7b8-8deaa1363450', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'port_id': 'ec56af2f-6e36-458b-8cbf-61f578a6cae0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'mac_address': 'fa:16:3e:9d:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2288a3f8-70db-4951-acaf-f839a42ed73b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:02:47Z', 'updated_at': '2022-05-10T14:02:47Z', 'revision_number': 0, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7b214a-9000-44e8-befd-b3fb9c002d41', 'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'mac_address': 'fa:16:3e:56:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:29Z', 'updated_at': '2022-05-10T14:01:37Z', 'revision_number': 5, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'subnets': [{'id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:02:48.746207 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbb734-191d-4570-b088-4bd6f2dd3dd9 req-cde9d489-e59e-4659-9009-bf62b78b0101 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:48.747921 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a5dbb734-191d-4570-b088-4bd6f2dd3dd9 req-cde9d489-e59e-4659-9009-bf62b78b0101 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0468023 May 10 14:02:48.772145 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecfafda-3e5b-4635-bcdb-92092b59345f None None] Checking router: 35f07a70-e556-4b08-bbe9-90c4c253768a for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:02:48.780406 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecfafda-3e5b-4635-bcdb-92092b59345f None None] Routers {'35f07a70-e556-4b08-bbe9-90c4c253768a'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:02:48.781020 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-cecfafda-3e5b-4635-bcdb-92092b59345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:02:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['35f07a70-e556-4b08-bbe9-90c4c253768a'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:02:48.795010 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a5dbb734-191d-4570-b088-4bd6f2dd3dd9 req-138e5b51-b330-42d4-9d84-e1a6d67a7915 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416732 May 10 14:02:48.891612 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-cecfafda-3e5b-4635-bcdb-92092b59345f None None] Set router 35f07a70-e556-4b08-bbe9-90c4c253768a gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:02:48.909547 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4679331-4c1b-40c2-868c-49063476e457 req-d05cbc86-74ae-44bd-8065-e21dac3b7833 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:48.911067 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f4679331-4c1b-40c2-868c-49063476e457 req-d05cbc86-74ae-44bd-8065-e21dac3b7833 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0500350 May 10 14:02:48.920292 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 53662) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:48.924733 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-34bbb123-5d5e-4d70-a9f8-faae7a04550a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Request body: {'floatingip': {'port_id': 'f2587919-e230-4e3a-8926-a6478337a26a'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:48.963079 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-34bbb123-5d5e-4d70-a9f8-faae7a04550a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for floatingip (4bf92862-8e10-4f77-bdbb-07b45b6fb000), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:49.111271 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-cecfafda-3e5b-4635-bcdb-92092b59345f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 4, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'b92cb63f-1d60-49a5-b7b8-8deaa1363450', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'port_id': 'ec56af2f-6e36-458b-8cbf-61f578a6cae0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'mac_address': 'fa:16:3e:9d:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2288a3f8-70db-4951-acaf-f839a42ed73b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:02:47Z', 'updated_at': '2022-05-10T14:02:47Z', 'revision_number': 0, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7b214a-9000-44e8-befd-b3fb9c002d41', 'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'mac_address': 'fa:16:3e:56:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:29Z', 'updated_at': '2022-05-10T14:01:37Z', 'revision_number': 5, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'subnets': [{'id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:02:49.137651 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecfafda-3e5b-4635-bcdb-92092b59345f None None] The sync data for ids ['35f07a70-e556-4b08-bbe9-90c4c253768a'] in dv-cinder-840678-6-iscsi is: [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 4, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'b92cb63f-1d60-49a5-b7b8-8deaa1363450', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'port_id': 'ec56af2f-6e36-458b-8cbf-61f578a6cae0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'mac_address': 'fa:16:3e:9d:b8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2288a3f8-70db-4951-acaf-f839a42ed73b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:02:47Z', 'updated_at': '2022-05-10T14:02:47Z', 'revision_number': 0, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7b214a-9000-44e8-befd-b3fb9c002d41', 'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'mac_address': 'fa:16:3e:56:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:29Z', 'updated_at': '2022-05-10T14:01:37Z', 'revision_number': 5, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'subnets': [{'id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:02:49.327682 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a004e1-b82b-471a-b6fb-4ec79c985114 None None] New status for floating IP b92cb63f-1d60-49a5-b7b8-8deaa1363450: ACTIVE {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:02:49.448114 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442ff99-03d6-4abc-9f82-ef4d92e695db req-0aae59fa-459f-468d-918e-8344f27594f3 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:49.449941 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e442ff99-03d6-4abc-9f82-ef4d92e695db req-0aae59fa-459f-468d-918e-8344f27594f3 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0492325 May 10 14:02:49.501782 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e442ff99-03d6-4abc-9f82-ef4d92e695db req-487801f8-9350-46aa-8de2-c86c5159d794 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460072 May 10 14:02:49.687462 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-34bbb123-5d5e-4d70-a9f8-faae7a04550a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:49.696621 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7315c-dfdc-4a85-8eb6-485201b690d7 req-661d513c-699d-4ffa-aa08-79970c2a65c4 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:49.698069 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0aa7315c-dfdc-4a85-8eb6-485201b690d7 req-661d513c-699d-4ffa-aa08-79970c2a65c4 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 945 time: 0.0584323 May 10 14:02:49.699194 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-34bbb123-5d5e-4d70-a9f8-faae7a04550a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (4bf92862-8e10-4f77-bdbb-07b45b6fb000), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:49.786351 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 0b32a17e-9e2f-475d-abe1-8b69acb4c76a no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:02:49.818358 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0aa7315c-dfdc-4a85-8eb6-485201b690d7 req-b557e690-7534-455c-a0f9-4007dfa8bd0f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854881 May 10 14:02:49.831900 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-34bbb123-5d5e-4d70-a9f8-faae7a04550a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Floating IP 4bf92862-8e10-4f77-bdbb-07b45b6fb000 associated. External IP: 172.27.3.199, port: f2587919-e230-4e3a-8926-a6478337a26a. May 10 14:02:49.875219 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a is: ACTIVE; New status is: DOWN {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:49.875748 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:49.904652 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067bd8aa-a9d7-41f4-82a3-54e00fe64f68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b32a17e-9e2f-475d-abe1-8b69acb4c76a'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:02:49.907309 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e49513d-5d62-4824-97e1-22e6b64c67ae" -d '{"events": [{"server_uuid": "067bd8aa-a9d7-41f4-82a3-54e00fe64f68", "name": "network-vif-unplugged", "status": "completed", "tag": "0b32a17e-9e2f-475d-abe1-8b69acb4c76a"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:02:49.920273 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=0b32a17e-9e2f-475d-abe1-8b69acb4c76a,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:02:49.926217 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:49.951478 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 14:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee811f3-f608-45e7-84d7-4d56e1251ae7 x-openstack-request-id: req-4ee811f3-f608-45e7-84d7-4d56e1251ae7 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:02:49.951713 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067bd8aa-a9d7-41f4-82a3-54e00fe64f68", "name": "network-vif-unplugged", "status": "completed", "tag": "0b32a17e-9e2f-475d-abe1-8b69acb4c76a", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:02:49.951974 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ee811f3-f608-45e7-84d7-4d56e1251ae7 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:02:49.952396 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ee811f3-f608-45e7-84d7-4d56e1251ae7'] response: {'server_uuid': '067bd8aa-a9d7-41f4-82a3-54e00fe64f68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b32a17e-9e2f-475d-abe1-8b69acb4c76a', 'code': 200} May 10 14:02:49.978268 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=0b32a17e-9e2f-475d-abe1-8b69acb4c76a,revision_number=8']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:50.057307 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bbb123-5d5e-4d70-a9f8-faae7a04550a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Router 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:02:50.166909 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bbb123-5d5e-4d70-a9f8-faae7a04550a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:02:50.171718 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-34bbb123-5d5e-4d70-a9f8-faae7a04550a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:50.176145 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736ec1e8-85f6-4e63-9490-61e09408745a None None] Sync routers for ids ['9470f6fc-14ed-4b6d-8b69-5a9dffa16928'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:02:50.186388 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736ec1e8-85f6-4e63-9490-61e09408745a None None] Routers {'9470f6fc-14ed-4b6d-8b69-5a9dffa16928'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:02:50.187001 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-736ec1e8-85f6-4e63-9490-61e09408745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:02:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['9470f6fc-14ed-4b6d-8b69-5a9dffa16928'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:02:50.201710 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-34bbb123-5d5e-4d70-a9f8-faae7a04550a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "PUT /v2.0/floatingips/4bf92862-8e10-4f77-bdbb-07b45b6fb000 HTTP/1.1" status: 200 len: 991 time: 1.2802730 May 10 14:02:50.202342 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a730d46-5e87-4a26-a9fc-4486e99bcf5a', 'tag': 'f2587919-e230-4e3a-8926-a6478337a26a'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:02:50.204728 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8252d2-fe72-490c-b856-561bf09e5f50" -d '{"events": [{"name": "network-changed", "server_uuid": "2a730d46-5e87-4a26-a9fc-4486e99bcf5a", "tag": "f2587919-e230-4e3a-8926-a6478337a26a"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:02:50.237926 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f25b71-0192-4c69-adb4-3a2671036566 x-openstack-request-id: req-97f25b71-0192-4c69-adb4-3a2671036566 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:02:50.238224 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a730d46-5e87-4a26-a9fc-4486e99bcf5a", "tag": "f2587919-e230-4e3a-8926-a6478337a26a", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:02:50.238484 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97f25b71-0192-4c69-adb4-3a2671036566 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:02:50.238890 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97f25b71-0192-4c69-adb4-3a2671036566'] response: {'name': 'network-changed', 'server_uuid': '2a730d46-5e87-4a26-a9fc-4486e99bcf5a', 'tag': 'f2587919-e230-4e3a-8926-a6478337a26a', 'status': 'completed', 'code': 200} May 10 14:02:50.295790 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-736ec1e8-85f6-4e63-9490-61e09408745a None None] Set router 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:02:50.518736 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-736ec1e8-85f6-4e63-9490-61e09408745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'name': 'tempest-ServerRescueNegativeTestJSON-759252336-router', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:11Z', 'revision_number': 4, 'project_id': '368287ad726146f88559c73a86e4b26d', 'gw_port': {'id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': '4bf92862-8e10-4f77-bdbb-07b45b6fb000', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'port_id': 'f2587919-e230-4e3a-8926-a6478337a26a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'mac_address': 'fa:16:3e:cd:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a730d46-5e87-4a26-a9fc-4486e99bcf5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:02:23Z', 'updated_at': '2022-05-10T14:02:49Z', 'revision_number': 1, 'project_id': '368287ad726146f88559c73a86e4b26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1789a8e-f2c4-485b-b656-f49c7ea124ce', 'name': '', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'mac_address': 'fa:16:3e:3e:60:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:08Z', 'updated_at': '2022-05-10T14:00:22Z', 'revision_number': 5, 'project_id': '368287ad726146f88559c73a86e4b26d', 'subnets': [{'id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:02:50.546807 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736ec1e8-85f6-4e63-9490-61e09408745a None None] Checking router: 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:02:50.555826 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736ec1e8-85f6-4e63-9490-61e09408745a None None] Routers {'9470f6fc-14ed-4b6d-8b69-5a9dffa16928'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:02:50.556532 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-736ec1e8-85f6-4e63-9490-61e09408745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:02:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['9470f6fc-14ed-4b6d-8b69-5a9dffa16928'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:02:50.639464 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a1fd3-1596-453a-ac5b-026944f7590e req-b11a9729-a6d1-4d4c-8b62-f7ff6f5a7644 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:50.642144 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1b2a1fd3-1596-453a-ac5b-026944f7590e req-b11a9729-a6d1-4d4c-8b62-f7ff6f5a7644 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0673051 May 10 14:02:50.680304 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8252d2-fe72-490c-b856-561bf09e5f50 req-f36af8ae-86cd-4f03-a27d-bb39db2cf8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:50.681814 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2f8252d2-fe72-490c-b856-561bf09e5f50 req-f36af8ae-86cd-4f03-a27d-bb39db2cf8fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=368287ad726146f88559c73a86e4b26d&device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 1129 time: 0.0588744 May 10 14:02:50.685796 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bd4ae-7123-4082-9ae3-0227efcf79d5 req-afd0df2d-8687-4267-9dc5-fb2d7250d6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:50.687593 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e52bd4ae-7123-4082-9ae3-0227efcf79d5 req-afd0df2d-8687-4267-9dc5-fb2d7250d6aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=104740054c3a47ca8cc3cb262d975fd5&device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 1130 time: 0.1161931 May 10 14:02:50.729553 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88456f-df3e-4303-b07b-4aacfb844444 req-e88fcf8b-6234-4017-a386-1b2e14de4551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:50.731438 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fc88456f-df3e-4303-b07b-4aacfb844444 req-e88fcf8b-6234-4017-a386-1b2e14de4551 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d19ea52173a04c8e8624b91ac0e3eb48&device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 1129 time: 0.0880013 May 10 14:02:50.740794 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-736ec1e8-85f6-4e63-9490-61e09408745a None None] Set router 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:02:50.828072 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1b2a1fd3-1596-453a-ac5b-026944f7590e req-cfc35a23-a09e-4319-a3e8-a9a701b062dd tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386585 May 10 14:02:50.887851 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8252d2-fe72-490c-b856-561bf09e5f50 req-6d1661f5-9d82-4949-bc10-4177e02ff7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:50.889286 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2f8252d2-fe72-490c-b856-561bf09e5f50 req-6d1661f5-9d82-4949-bc10-4177e02ff7fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=74785619-4d29-47a9-9c74-95cf48855a3c HTTP/1.1" status: 200 len: 919 time: 0.1788962 May 10 14:02:50.899989 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88456f-df3e-4303-b07b-4aacfb844444 req-29483121-70b1-4b28-b683-74b8cc3fb3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:50.901505 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fc88456f-df3e-4303-b07b-4aacfb844444 req-29483121-70b1-4b28-b683-74b8cc3fb3de service neutron] 10.222.0.57 "GET /v2.0/networks?id=ad65d3a2-8251-4281-96ce-37b7d361be92 HTTP/1.1" status: 200 len: 911 time: 0.1574118 May 10 14:02:50.907423 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bd4ae-7123-4082-9ae3-0227efcf79d5 req-38ab1452-99b6-4aee-870b-236643500372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:50.910053 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e52bd4ae-7123-4082-9ae3-0227efcf79d5 req-38ab1452-99b6-4aee-870b-236643500372 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c3ef3499-58c5-4573-b70a-3147dbe30f92 HTTP/1.1" status: 200 len: 912 time: 0.2091994 May 10 14:02:50.971038 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87931f86-fcc2-46f7-8dcc-6432f3884fe5 req-7b4cb50e-efb4-4cac-814c-5e069c6f0690 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:50.972583 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-87931f86-fcc2-46f7-8dcc-6432f3884fe5 req-7b4cb50e-efb4-4cac-814c-5e069c6f0690 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0566852 May 10 14:02:51.022189 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-87931f86-fcc2-46f7-8dcc-6432f3884fe5 req-f655b5a2-b57a-4c04-bca7-d2005adfc7f6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426276 May 10 14:02:51.032429 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-736ec1e8-85f6-4e63-9490-61e09408745a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'name': 'tempest-ServerRescueNegativeTestJSON-759252336-router', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:11Z', 'revision_number': 4, 'project_id': '368287ad726146f88559c73a86e4b26d', 'gw_port': {'id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': '4bf92862-8e10-4f77-bdbb-07b45b6fb000', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'port_id': 'f2587919-e230-4e3a-8926-a6478337a26a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'mac_address': 'fa:16:3e:cd:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a730d46-5e87-4a26-a9fc-4486e99bcf5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:02:23Z', 'updated_at': '2022-05-10T14:02:49Z', 'revision_number': 1, 'project_id': '368287ad726146f88559c73a86e4b26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1789a8e-f2c4-485b-b656-f49c7ea124ce', 'name': '', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'mac_address': 'fa:16:3e:3e:60:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:08Z', 'updated_at': '2022-05-10T14:00:22Z', 'revision_number': 5, 'project_id': '368287ad726146f88559c73a86e4b26d', 'subnets': [{'id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:02:51.061427 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736ec1e8-85f6-4e63-9490-61e09408745a None None] The sync data for ids ['9470f6fc-14ed-4b6d-8b69-5a9dffa16928'] in dv-cinder-840678-6-iscsi is: [{'id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'name': 'tempest-ServerRescueNegativeTestJSON-759252336-router', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:11Z', 'revision_number': 4, 'project_id': '368287ad726146f88559c73a86e4b26d', 'gw_port': {'id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': '4bf92862-8e10-4f77-bdbb-07b45b6fb000', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'port_id': 'f2587919-e230-4e3a-8926-a6478337a26a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'mac_address': 'fa:16:3e:cd:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a730d46-5e87-4a26-a9fc-4486e99bcf5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:02:23Z', 'updated_at': '2022-05-10T14:02:49Z', 'revision_number': 1, 'project_id': '368287ad726146f88559c73a86e4b26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1789a8e-f2c4-485b-b656-f49c7ea124ce', 'name': '', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'mac_address': 'fa:16:3e:3e:60:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:08Z', 'updated_at': '2022-05-10T14:00:22Z', 'revision_number': 5, 'project_id': '368287ad726146f88559c73a86e4b26d', 'subnets': [{'id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:02:51.398652 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fc88456f-df3e-4303-b07b-4aacfb844444 req-9675f600-896c-4f5a-9bbd-ac52327ed8a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 HTTP/1.1" status: 200 len: 1000 time: 0.1447771 May 10 14:02:51.403860 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e52bd4ae-7123-4082-9ae3-0227efcf79d5 req-be1499c2-f3e5-4619-9933-f6a2fc9fd507 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec56af2f-6e36-458b-8cbf-61f578a6cae0 HTTP/1.1" status: 200 len: 1002 time: 0.1519189 May 10 14:02:51.405608 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2f8252d2-fe72-490c-b856-561bf09e5f50 req-98b23e51-d3cc-467f-972d-4f6fb1abc629 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2587919-e230-4e3a-8926-a6478337a26a HTTP/1.1" status: 200 len: 999 time: 0.1451347 May 10 14:02:51.517580 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88456f-df3e-4303-b07b-4aacfb844444 req-51e27dbf-047c-4de1-8818-feb7830988ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:51.519460 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fc88456f-df3e-4303-b07b-4aacfb844444 req-51e27dbf-047c-4de1-8818-feb7830988ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05b5fdd2-bcb1-4f20-897f-d7f7c5093f12 HTTP/1.1" status: 200 len: 849 time: 0.0804815 May 10 14:02:51.538784 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8252d2-fe72-490c-b856-561bf09e5f50 req-cd462665-8d91-42a4-b62f-177fd4306d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:51.540375 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2f8252d2-fe72-490c-b856-561bf09e5f50 req-cd462665-8d91-42a4-b62f-177fd4306d6e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3840d9d-0915-4f13-a509-4479e7e326c0 HTTP/1.1" status: 200 len: 857 time: 0.1029460 May 10 14:02:51.545166 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bd4ae-7123-4082-9ae3-0227efcf79d5 req-44b0ffd4-5bba-4de1-8f4f-14f2667cfa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:51.549111 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e52bd4ae-7123-4082-9ae3-0227efcf79d5 req-44b0ffd4-5bba-4de1-8f4f-14f2667cfa73 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea5f467a-2a77-46ae-b000-00f12ba5a923 HTTP/1.1" status: 200 len: 850 time: 0.1018753 May 10 14:02:51.580344 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88456f-df3e-4303-b07b-4aacfb844444 req-0ce0a44e-45bc-4ec7-ba20-d345a4e745c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:51.581853 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fc88456f-df3e-4303-b07b-4aacfb844444 req-0ce0a44e-45bc-4ec7-ba20-d345a4e745c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ad65d3a2-8251-4281-96ce-37b7d361be92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544393 May 10 14:02:51.637620 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8252d2-fe72-490c-b856-561bf09e5f50 req-5e0c4f70-ba72-4a53-840e-e235313da169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:51.639610 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2f8252d2-fe72-490c-b856-561bf09e5f50 req-5e0c4f70-ba72-4a53-840e-e235313da169 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74785619-4d29-47a9-9c74-95cf48855a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0895653 May 10 14:02:51.643608 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52bd4ae-7123-4082-9ae3-0227efcf79d5 req-261e8bf1-b400-46c2-92ea-e21b772bb3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:51.647280 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e52bd4ae-7123-4082-9ae3-0227efcf79d5 req-261e8bf1-b400-46c2-92ea-e21b772bb3c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c3ef3499-58c5-4573-b70a-3147dbe30f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0864933 May 10 14:02:51.695721 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fc88456f-df3e-4303-b07b-4aacfb844444 req-0bedaffb-d52a-4835-9460-c88ee63cdd6f service neutron] 10.222.0.57 "GET /v2.0/networks/ad65d3a2-8251-4281-96ce-37b7d361be92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038630 May 10 14:02:51.719890 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [req-cc8e95c1-81a7-441c-bafc-7089a7c2751c req-40892543-3510-44fa-bbf4-4122eefb420d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 14:02:51.721134 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cc8e95c1-81a7-441c-bafc-7089a7c2751c req-40892543-3510-44fa-bbf4-4122eefb420d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0417902 May 10 14:02:51.814252 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fc88456f-df3e-4303-b07b-4aacfb844444 req-671723c9-d5a8-4313-a73f-a4625a4cb4be service neutron] 10.222.0.57 "GET /v2.0/networks/ad65d3a2-8251-4281-96ce-37b7d361be92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121647 May 10 14:02:51.879789 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2f8252d2-fe72-490c-b856-561bf09e5f50 req-781f2eb1-35ec-46e3-8612-f80b63868a5b service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219982 May 10 14:02:51.887387 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e52bd4ae-7123-4082-9ae3-0227efcf79d5 req-29d9bd87-8c89-469f-a3d2-15cce654ae54 service neutron] 10.222.0.57 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283292 May 10 14:02:52.096685 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3df2f2-4251-4603-8f84-34a1d99bdb7e req-4ca4c09a-bd06-4d7a-b36c-a0cffa4db89f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:52.098502 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ed3df2f2-4251-4603-8f84-34a1d99bdb7e req-4ca4c09a-bd06-4d7a-b36c-a0cffa4db89f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.1371830 May 10 14:02:52.151117 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2c900-da9d-42a0-baa1-48a1630f6c21 req-9baee960-0d5f-41ce-8e73-b9625ec4837c tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:52.155324 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d198f9-9195-4eaa-98ec-8c7b661ca815 None None] New status for floating IP 4bf92862-8e10-4f77-bdbb-07b45b6fb000: ACTIVE {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:02:52.158888 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-48f2c900-da9d-42a0-baa1-48a1630f6c21 req-9baee960-0d5f-41ce-8e73-b9625ec4837c tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.1584759 May 10 14:02:52.168687 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ed3df2f2-4251-4603-8f84-34a1d99bdb7e req-87c24d60-d2d2-4730-8258-8aaac8e8dd2e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627120 May 10 14:02:52.231134 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2f8252d2-fe72-490c-b856-561bf09e5f50 req-5a5843a6-ecb1-43e5-9de6-e05d0e5f7b63 service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308494 May 10 14:02:52.241425 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e52bd4ae-7123-4082-9ae3-0227efcf79d5 req-018bba7a-4473-467f-b644-e693111c3e74 service neutron] 10.222.0.57 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813559 May 10 14:02:52.252524 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-48f2c900-da9d-42a0-baa1-48a1630f6c21 req-33e37dc9-be10-4d29-a772-c01c51a0fb4d tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927532 May 10 14:02:52.442222 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 53724) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:52.524550 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-db208d13-3414-419d-8ab1-e47e7f45dc8c req-320acb64-a6c1-4197-ba9b-fdf6e647eb2a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811539 May 10 14:02:52.532935 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [req-db208d13-3414-419d-8ab1-e47e7f45dc8c req-65322823-fa81-4394-a758-6c36ca09aaae service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103389) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 14:02:52.542397 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-db208d13-3414-419d-8ab1-e47e7f45dc8c req-65322823-fa81-4394-a758-6c36ca09aaae service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0133188 May 10 14:02:52.615940 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 53732) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:52.623638 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:02:52.706638 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db208d13-3414-419d-8ab1-e47e7f45dc8c req-cc2bf957-645a-48b3-890a-2a0e9e883501 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:52.708025 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-db208d13-3414-419d-8ab1-e47e7f45dc8c req-cc2bf957-645a-48b3-890a-2a0e9e883501 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports/0b32a17e-9e2f-475d-abe1-8b69acb4c76a HTTP/1.1" status: 200 len: 940 time: 0.0910492 May 10 14:02:53.303903 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3fb29-e575-4d04-a5e2-935d43efe661 req-7241475d-95ab-4c18-bce1-f5dbe8c455e4 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:53.305349 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9ca3fb29-e575-4d04-a5e2-935d43efe661 req-7241475d-95ab-4c18-bce1-f5dbe8c455e4 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0571346 May 10 14:02:53.380011 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb40606-fc41-44a9-bfa3-5f939b0ed5d7 req-ce644d50-d417-4693-ac9a-589011bbeccc tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:53.381769 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0eb40606-fc41-44a9-bfa3-5f939b0ed5d7 req-ce644d50-d417-4693-ac9a-589011bbeccc tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0534484 May 10 14:02:53.440767 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0eb40606-fc41-44a9-bfa3-5f939b0ed5d7 req-b9b5485a-2b5e-4b28-975d-e1f18e813232 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525942 May 10 14:02:53.601689 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9ca3fb29-e575-4d04-a5e2-935d43efe661 req-7fe3e828-e051-4602-b601-fbfebdcaf771 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2888799 May 10 14:02:53.795962 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 0b32a17e-9e2f-475d-abe1-8b69acb4c76a no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:02:53.870237 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a is: DOWN; New status is: DOWN {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:02:54.552491 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b5688-8c4d-4792-8a3d-cd9af3f30db2 req-336a87ea-447e-4d3b-95b9-de4002d141f5 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:54.553942 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0a0b5688-8c4d-4792-8a3d-cd9af3f30db2 req-336a87ea-447e-4d3b-95b9-de4002d141f5 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0455816 May 10 14:02:54.598990 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0a0b5688-8c4d-4792-8a3d-cd9af3f30db2 req-58d96b81-6c1a-4f03-bb85-bf74c4b7abf7 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396631 May 10 14:02:54.722563 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d52a6f-8c7d-4377-a81f-9ac03f5f3a2d req-ad7364b7-0129-4057-b740-b5526a9b3833 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:54.723918 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-36d52a6f-8c7d-4377-a81f-9ac03f5f3a2d req-ad7364b7-0129-4057-b740-b5526a9b3833 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0454695 May 10 14:02:54.770143 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-36d52a6f-8c7d-4377-a81f-9ac03f5f3a2d req-f5c1a87e-8be8-461d-85f5-147de00dbd15 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408394 May 10 14:02:55.256326 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:55.885482 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40294f5-b71b-4c8e-a6ca-c44e58796da6 req-17fa2ed1-2b5f-435c-b315-e4c24944bdaa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:55.886975 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d40294f5-b71b-4c8e-a6ca-c44e58796da6 req-17fa2ed1-2b5f-435c-b315-e4c24944bdaa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0463891 May 10 14:02:55.890107 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-30f2e95d-8d7e-4061-a360-87c062ad9e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:55.938767 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d40294f5-b71b-4c8e-a6ca-c44e58796da6 req-06c8f4e3-7c62-4b84-9bbd-fbc73c310117 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441759 May 10 14:02:57.055172 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c03d59-a973-44b8-bbce-dbad1b959d5b req-b4e25d53-3ef4-42b5-9b12-c29f319c9647 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:57.056510 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e5c03d59-a973-44b8-bbce-dbad1b959d5b req-b4e25d53-3ef4-42b5-9b12-c29f319c9647 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0473197 May 10 14:02:57.104999 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e5c03d59-a973-44b8-bbce-dbad1b959d5b req-7124394b-202f-415d-9cfb-a2e066320e08 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428538 May 10 14:02:57.198354 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4df49b39-3583-48dd-8847-1aefb792549e req-7fc459f5-7a07-4431-902a-6cb9b355e549 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417514 May 10 14:02:57.735810 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df49b39-3583-48dd-8847-1aefb792549e req-821cfe34-8524-4679-baa0-8ad106d63cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:57.737244 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4df49b39-3583-48dd-8847-1aefb792549e req-821cfe34-8524-4679-baa0-8ad106d63cee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=368287ad726146f88559c73a86e4b26d&device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 1129 time: 0.0393579 May 10 14:02:57.864662 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df49b39-3583-48dd-8847-1aefb792549e req-c5b33ea5-9152-4bbb-bcf0-fbc3cecbb4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:57.866140 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4df49b39-3583-48dd-8847-1aefb792549e req-c5b33ea5-9152-4bbb-bcf0-fbc3cecbb4c8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=74785619-4d29-47a9-9c74-95cf48855a3c HTTP/1.1" status: 200 len: 919 time: 0.0878417 May 10 14:02:57.932953 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4df49b39-3583-48dd-8847-1aefb792549e req-bdeca8e8-41d3-47aa-9554-39e9c2c22454 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f558f56-6f77-4669-b4bd-6cfd29789243 HTTP/1.1" status: 200 len: 217 time: 0.0357571 May 10 14:02:58.004652 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df49b39-3583-48dd-8847-1aefb792549e req-f9d93e8c-a8b3-426b-a844-2ab120269693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:58.006035 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4df49b39-3583-48dd-8847-1aefb792549e req-f9d93e8c-a8b3-426b-a844-2ab120269693 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3840d9d-0915-4f13-a509-4479e7e326c0 HTTP/1.1" status: 200 len: 857 time: 0.0479748 May 10 14:02:58.062086 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df49b39-3583-48dd-8847-1aefb792549e req-ba54c1a6-0362-4a55-8496-34edb9ee43ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:58.063578 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4df49b39-3583-48dd-8847-1aefb792549e req-ba54c1a6-0362-4a55-8496-34edb9ee43ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74785619-4d29-47a9-9c74-95cf48855a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411928 May 10 14:02:58.149931 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4df49b39-3583-48dd-8847-1aefb792549e req-80f20818-6cf2-4649-b2b3-4abab02fb0c1 service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790823 May 10 14:02:58.282230 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8fe11afb-f6eb-48f5-b0b9-6967132aa7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:58.502517 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6a20f-cd64-4743-8d7a-cbf3d8ce541a req-19c50e8e-72f9-4852-a878-c7bd4d609d33 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:58.504022 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3dd6a20f-cd64-4743-8d7a-cbf3d8ce541a req-19c50e8e-72f9-4852-a878-c7bd4d609d33 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.3001115 May 10 14:02:58.536845 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4df49b39-3583-48dd-8847-1aefb792549e req-29f61b17-846c-40c9-900e-775b7e66a55d service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801682 May 10 14:02:58.565346 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3dd6a20f-cd64-4743-8d7a-cbf3d8ce541a req-5e0d6c3e-af02-43c2-9e6d-020587979f93 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546925 May 10 14:02:58.611073 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c55ee-6bdf-4451-ab59-5139b34784a5 req-d2226d57-bbbb-4ebd-85c8-7ac41588f017 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:58.613068 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ad5c55ee-6bdf-4451-ab59-5139b34784a5 req-d2226d57-bbbb-4ebd-85c8-7ac41588f017 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 945 time: 0.0500653 May 10 14:02:58.660844 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ad5c55ee-6bdf-4451-ab59-5139b34784a5 req-f623c4a6-c271-4aa8-be28-c9ed4b394adf tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416720 May 10 14:02:58.683266 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 53782) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:58.822453 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9365c184-97f6-4d65-8223-7024b91bf77c tempest-TestMinimumBasicScenario-1194025094 tempest-TestMinimumBasicScenario-1194025094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:58.824155 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-9365c184-97f6-4d65-8223-7024b91bf77c tempest-TestMinimumBasicScenario-1194025094 tempest-TestMinimumBasicScenario-1194025094-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 1124 time: 0.1397278 May 10 14:02:58.828204 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 53788) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:02:58.831541 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Request body: {'floatingip': {'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'port_id': '12100075-8151-4b48-9d14-6864846987d2', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:02:58.852896 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:58.934046 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:59.040060 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Allocated IP 172.27.3.93 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/db0b9609-7ca8-46e6-b46e-0a185ff9eab8) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:02:59.145024 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for port (db0b9609-7ca8-46e6-b46e-0a185ff9eab8), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:59.177862 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (db0b9609-7ca8-46e6-b46e-0a185ff9eab8), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:59.213969 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:02:59.216752 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:02:59.220309 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:02:59.244967 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Pushing event updated for resources: {'Port': ['ID=db0b9609-7ca8-46e6-b46e-0a185ff9eab8,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:59.259363 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:59.259737 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:59.260078 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:59.260519 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:59.260879 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:59.261212 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:59.261543 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:59.261895 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:59.262246 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:59.262571 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:59.262896 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:59.263220 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:59.263541 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:59.263861 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:59.264201 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:02:59.348998 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:59.605151 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for floatingip (8b50e73d-0970-4c3c-a232-38e066647fb1), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:59.609653 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db208d13-3414-419d-8ab1-e47e7f45dc8c req-a7352acf-8847-4964-b566-0ccca09cfbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:59.611180 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-db208d13-3414-419d-8ab1-e47e7f45dc8c req-a7352acf-8847-4964-b566-0ccca09cfbdc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68&tenant_id=dd39c2a00ace4575896bf3f045bedce1 HTTP/1.1" status: 200 len: 1127 time: 0.0728850 May 10 14:02:59.676679 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (db0b9609-7ca8-46e6-b46e-0a185ff9eab8), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:59.715623 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79362a4-7481-4152-b0d7-87965eae6389 req-c86f6f2d-4f27-4fac-95f7-4780b522d8a4 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:59.717141 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f79362a4-7481-4152-b0d7-87965eae6389 req-c86f6f2d-4f27-4fac-95f7-4780b522d8a4 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0775585 May 10 14:02:59.720354 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db208d13-3414-419d-8ab1-e47e7f45dc8c req-81ef2b1b-63ed-409e-8cde-0b1c7a19467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:59.721741 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-db208d13-3414-419d-8ab1-e47e7f45dc8c req-81ef2b1b-63ed-409e-8cde-0b1c7a19467f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd39c2a00ace4575896bf3f045bedce1&device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 1127 time: 0.0707252 May 10 14:02:59.815032 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f79362a4-7481-4152-b0d7-87965eae6389 req-00196585-be59-447d-96d9-c0a7cc1d314a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918748 May 10 14:02:59.840473 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for port (db0b9609-7ca8-46e6-b46e-0a185ff9eab8), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:59.840473 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8740167'] for port (db0b9609-7ca8-46e6-b46e-0a185ff9eab8), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:59.847750 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db208d13-3414-419d-8ab1-e47e7f45dc8c req-4a979a2a-c743-4e3e-90e5-514c7da8c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:59.849272 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-db208d13-3414-419d-8ab1-e47e7f45dc8c req-4a979a2a-c743-4e3e-90e5-514c7da8c6f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c2e159f-7eb2-470d-9799-bf81a94b9b35 HTTP/1.1" status: 200 len: 917 time: 0.1187685 May 10 14:02:59.914549 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Pushing event updated for resources: {'Port': ['ID=db0b9609-7ca8-46e6-b46e-0a185ff9eab8,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:02:59.919370 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (8b50e73d-0970-4c3c-a232-38e066647fb1), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:02:59.920026 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-db208d13-3414-419d-8ab1-e47e7f45dc8c req-70ad2105-d0ee-47d6-9010-2b657943c0a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b32a17e-9e2f-475d-abe1-8b69acb4c76a HTTP/1.1" status: 200 len: 999 time: 0.0635405 May 10 14:02:59.969284 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db208d13-3414-419d-8ab1-e47e7f45dc8c req-aaa0f1f3-eefa-4835-b587-dbae9cd8dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:02:59.970764 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-db208d13-3414-419d-8ab1-e47e7f45dc8c req-aaa0f1f3-eefa-4835-b587-dbae9cd8dc0d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e8396c4-2dcc-480c-84ec-587b7b32be41 HTTP/1.1" status: 200 len: 855 time: 0.0447001 May 10 14:03:00.020831 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db208d13-3414-419d-8ab1-e47e7f45dc8c req-7c1ffef8-3422-47db-a5e2-d89d80d6699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:00.022320 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Floating IP 8b50e73d-0970-4c3c-a232-38e066647fb1 associated. External IP: 172.27.3.93, port: 12100075-8151-4b48-9d14-6864846987d2. May 10 14:03:00.022607 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-db208d13-3414-419d-8ab1-e47e7f45dc8c req-7c1ffef8-3422-47db-a5e2-d89d80d6699e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c2e159f-7eb2-470d-9799-bf81a94b9b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393910 May 10 14:03:00.115079 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-db208d13-3414-419d-8ab1-e47e7f45dc8c req-32d7ba68-061d-4240-9669-45f53c140e54 service neutron] 10.222.0.57 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824184 May 10 14:03:00.207205 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-db208d13-3414-419d-8ab1-e47e7f45dc8c req-e4aba55b-484d-432d-92f6-9b3894de1b8d service neutron] 10.222.0.57 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847647 May 10 14:03:00.235905 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Router 88369033-f478-4c31-b488-df0d96a5281f has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:03:00.346780 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:03:00.356544 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbf5ae6-0ea0-4b1f-bf7f-b2eae81b8ad0 None None] Sync routers for ids ['88369033-f478-4c31-b488-df0d96a5281f'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:03:00.365592 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:00.366284 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbf5ae6-0ea0-4b1f-bf7f-b2eae81b8ad0 None None] Routers {'88369033-f478-4c31-b488-df0d96a5281f'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:03:00.366891 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-2fbf5ae6-0ea0-4b1f-bf7f-b2eae81b8ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:02:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['88369033-f478-4c31-b488-df0d96a5281f'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:00.395395 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0aa00f3e-93ff-420d-b434-0803893311e3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5671775 May 10 14:03:00.396288 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8821a821-144b-4a72-b16e-07014a8063d0', 'tag': '12100075-8151-4b48-9d14-6864846987d2'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:03:00.399065 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 53796) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:00.399210 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72864d8f697cc3849f7037e54fa44052707e53d1306a4a80922f5c2f90f38e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c65d1ac-f689-4ebd-ae90-9664c7792e65" -d '{"events": [{"name": "network-changed", "server_uuid": "8821a821-144b-4a72-b16e-07014a8063d0", "tag": "12100075-8151-4b48-9d14-6864846987d2"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:03:00.403500 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-5ea2dee8-b955-41fe-88eb-d655f409e354 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1655833722', 'description': 'tempest-secgroup-smoke-1655833722 description', 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:00.426798 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5ea2dee8-b955-41fe-88eb-d655f409e354 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:00.437287 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdeb407-8790-4e38-8998-6fec7652c744 x-openstack-request-id: req-8bdeb407-8790-4e38-8998-6fec7652c744 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:03:00.437613 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8821a821-144b-4a72-b16e-07014a8063d0", "tag": "12100075-8151-4b48-9d14-6864846987d2", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:03:00.437892 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8bdeb407-8790-4e38-8998-6fec7652c744 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:03:00.438305 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bdeb407-8790-4e38-8998-6fec7652c744'] response: {'name': 'network-changed', 'server_uuid': '8821a821-144b-4a72-b16e-07014a8063d0', 'tag': '12100075-8151-4b48-9d14-6864846987d2', 'status': 'completed', 'code': 200} May 10 14:03:00.500280 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5ea2dee8-b955-41fe-88eb-d655f409e354 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for security_group (b68aabd1-8ee1-4921-b3d2-67aaf1765d25), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:00.504734 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5ea2dee8-b955-41fe-88eb-d655f409e354 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (b68aabd1-8ee1-4921-b3d2-67aaf1765d25), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:00.537544 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5ea2dee8-b955-41fe-88eb-d655f409e354 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:00.539372 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5ea2dee8-b955-41fe-88eb-d655f409e354 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1392851 May 10 14:03:00.541246 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2dee8-b955-41fe-88eb-d655f409e354 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68aabd1-8ee1-4921-b3d2-67aaf1765d25,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:00.542673 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 53800) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:00.547300 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-52cdcc8d-7e5f-4330-904e-a2af23fc7c40 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Request body: {'security_group_rule': {'security_group_id': 'b68aabd1-8ee1-4921-b3d2-67aaf1765d25', 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:00.548480 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2dee8-b955-41fe-88eb-d655f409e354 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:00.548844 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2dee8-b955-41fe-88eb-d655f409e354 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:00.549196 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2dee8-b955-41fe-88eb-d655f409e354 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:00.549552 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2dee8-b955-41fe-88eb-d655f409e354 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:00.549895 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2dee8-b955-41fe-88eb-d655f409e354 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:00.550233 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2dee8-b955-41fe-88eb-d655f409e354 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:00.550574 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2dee8-b955-41fe-88eb-d655f409e354 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:00.551104 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2dee8-b955-41fe-88eb-d655f409e354 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:00.551450 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2dee8-b955-41fe-88eb-d655f409e354 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:00.552212 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2dee8-b955-41fe-88eb-d655f409e354 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:00.552563 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2dee8-b955-41fe-88eb-d655f409e354 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:00.552905 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2dee8-b955-41fe-88eb-d655f409e354 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:00.553234 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2dee8-b955-41fe-88eb-d655f409e354 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:00.553573 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2dee8-b955-41fe-88eb-d655f409e354 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:00.554335 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea2dee8-b955-41fe-88eb-d655f409e354 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:03:00.581871 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-2fbf5ae6-0ea0-4b1f-bf7f-b2eae81b8ad0 None None] Set router 88369033-f478-4c31-b488-df0d96a5281f gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:03:00.589243 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-52cdcc8d-7e5f-4330-904e-a2af23fc7c40 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for security_group_rule (b3b6513a-33aa-4876-94cb-ab103cddfdcb), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:00.640205 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65d1ac-f689-4ebd-ae90-9664c7792e65 req-700b55ab-f523-43c6-b113-5c9a3330e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:00.642176 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0c65d1ac-f689-4ebd-ae90-9664c7792e65 req-700b55ab-f523-43c6-b113-5c9a3330e694 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1e759f08bf04eeabbbc1b14bca8a169&device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 1129 time: 0.0583646 May 10 14:03:00.667104 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-52cdcc8d-7e5f-4330-904e-a2af23fc7c40 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for security_group_rule (b3b6513a-33aa-4876-94cb-ab103cddfdcb), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:00.673384 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-52cdcc8d-7e5f-4330-904e-a2af23fc7c40 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (b3b6513a-33aa-4876-94cb-ab103cddfdcb), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:00.692634 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdcc8d-7e5f-4330-904e-a2af23fc7c40 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b6513a-33aa-4876-94cb-ab103cddfdcb,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:00.711182 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-52cdcc8d-7e5f-4330-904e-a2af23fc7c40 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:00.714123 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-52cdcc8d-7e5f-4330-904e-a2af23fc7c40 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1689150 May 10 14:03:00.715315 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 53808) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:00.721355 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-3f61bd08-4dfa-46de-b287-95d9c5a101f3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Request body: {'security_group_rule': {'security_group_id': 'b68aabd1-8ee1-4921-b3d2-67aaf1765d25', 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:00.743446 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:00.761595 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3f61bd08-4dfa-46de-b287-95d9c5a101f3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for security_group_rule (20dd4ff0-3d26-413b-849f-bb16467e049e), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:00.768051 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65d1ac-f689-4ebd-ae90-9664c7792e65 req-f20b9866-c757-4f07-afe7-3c9f0baff1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:00.776627 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0c65d1ac-f689-4ebd-ae90-9664c7792e65 req-f20b9866-c757-4f07-afe7-3c9f0baff1cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92 HTTP/1.1" status: 200 len: 916 time: 0.1187737 May 10 14:03:00.830597 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3f61bd08-4dfa-46de-b287-95d9c5a101f3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for security_group_rule (20dd4ff0-3d26-413b-849f-bb16467e049e), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:00.836826 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3f61bd08-4dfa-46de-b287-95d9c5a101f3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (20dd4ff0-3d26-413b-849f-bb16467e049e), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:00.852702 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61bd08-4dfa-46de-b287-95d9c5a101f3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20dd4ff0-3d26-413b-849f-bb16467e049e,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:00.866694 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0c65d1ac-f689-4ebd-ae90-9664c7792e65 req-1afb32d3-7f1e-46dc-9155-7187d0c89b11 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12100075-8151-4b48-9d14-6864846987d2 HTTP/1.1" status: 200 len: 998 time: 0.0777822 May 10 14:03:00.870161 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-2fbf5ae6-0ea0-4b1f-bf7f-b2eae81b8ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88369033-f478-4c31-b488-df0d96a5281f', 'name': 'tempest-TestMinimumBasicScenario-1991074628-router', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:42Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 4, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'gw_port': {'id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88369033-f478-4c31-b488-df0d96a5281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:43Z', 'updated_at': '2022-05-10T14:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': '8b50e73d-0970-4c3c-a232-38e066647fb1', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '88369033-f478-4c31-b488-df0d96a5281f', 'port_id': '12100075-8151-4b48-9d14-6864846987d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92', 'mac_address': 'fa:16:3e:03:f9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8821a821-144b-4a72-b16e-07014a8063d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:02:59Z', 'updated_at': '2022-05-10T14:02:59Z', 'revision_number': 0, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e453ab88-b61e-4d12-adb8-9ae00f63b73d', 'name': '', 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'mac_address': 'fa:16:3e:1d:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88369033-f478-4c31-b488-df0d96a5281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2059efe2-229a-4de0-9b5e-4765a3685cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:45Z', 'updated_at': '2022-05-10T14:01:51Z', 'revision_number': 5, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'subnets': [{'id': '2059efe2-229a-4de0-9b5e-4765a3685cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:00.878667 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3f61bd08-4dfa-46de-b287-95d9c5a101f3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:00.889274 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3f61bd08-4dfa-46de-b287-95d9c5a101f3 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1629899 May 10 14:03:00.889389 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 53818) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:00.895240 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-11d07a8b-33c7-4a5a-92c5-400f5bb732e4 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Request body: {'security_group_rule': {'security_group_id': 'b68aabd1-8ee1-4921-b3d2-67aaf1765d25', 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:00.901008 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbf5ae6-0ea0-4b1f-bf7f-b2eae81b8ad0 None None] Checking router: 88369033-f478-4c31-b488-df0d96a5281f for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:03:00.917219 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbf5ae6-0ea0-4b1f-bf7f-b2eae81b8ad0 None None] Routers {'88369033-f478-4c31-b488-df0d96a5281f'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:03:00.918120 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-2fbf5ae6-0ea0-4b1f-bf7f-b2eae81b8ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:02:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['88369033-f478-4c31-b488-df0d96a5281f'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:00.933553 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-11d07a8b-33c7-4a5a-92c5-400f5bb732e4 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for security_group_rule (e8a48bb2-d4c0-4310-8b84-afe55339c29e), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:00.944835 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65d1ac-f689-4ebd-ae90-9664c7792e65 req-24548901-8000-4c57-bf07-84fd1048e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:00.946518 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0c65d1ac-f689-4ebd-ae90-9664c7792e65 req-24548901-8000-4c57-bf07-84fd1048e8c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2059efe2-229a-4de0-9b5e-4765a3685cdc HTTP/1.1" status: 200 len: 854 time: 0.0633423 May 10 14:03:01.033756 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-11d07a8b-33c7-4a5a-92c5-400f5bb732e4 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for security_group_rule (e8a48bb2-d4c0-4310-8b84-afe55339c29e), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:01.041992 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-11d07a8b-33c7-4a5a-92c5-400f5bb732e4 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (e8a48bb2-d4c0-4310-8b84-afe55339c29e), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:01.042272 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65d1ac-f689-4ebd-ae90-9664c7792e65 req-866009c7-c38d-4a9a-86ac-24d3c71f091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:01.044019 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0c65d1ac-f689-4ebd-ae90-9664c7792e65 req-866009c7-c38d-4a9a-86ac-24d3c71f091d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899165 May 10 14:03:01.050594 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-2fbf5ae6-0ea0-4b1f-bf7f-b2eae81b8ad0 None None] Set router 88369033-f478-4c31-b488-df0d96a5281f gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:03:01.050766 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0234ad5-e116-432c-b1c7-2a88fcfa1ed3 req-474e4dd6-c361-4838-b765-2e848023055c tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:01.052363 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b0234ad5-e116-432c-b1c7-2a88fcfa1ed3 req-474e4dd6-c361-4838-b765-2e848023055c tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0849311 May 10 14:03:01.073810 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-11d07a8b-33c7-4a5a-92c5-400f5bb732e4 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:01.077969 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-11d07a8b-33c7-4a5a-92c5-400f5bb732e4 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1851048 May 10 14:03:01.078396 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 53826) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:01.083079 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-a9cd3b0f-d640-49ce-863d-d63e4bc77c33 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Request body: {'security_group_rule': {'security_group_id': 'b68aabd1-8ee1-4921-b3d2-67aaf1765d25', 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:01.087900 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d07a8b-33c7-4a5a-92c5-400f5bb732e4 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a48bb2-d4c0-4310-8b84-afe55339c29e,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:01.114265 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a9cd3b0f-d640-49ce-863d-d63e4bc77c33 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for security_group_rule (a26d1a74-e85f-426a-9e3c-395a423432f4), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:01.192907 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a9cd3b0f-d640-49ce-863d-d63e4bc77c33 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for security_group_rule (a26d1a74-e85f-426a-9e3c-395a423432f4), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:01.201915 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a9cd3b0f-d640-49ce-863d-d63e4bc77c33 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (a26d1a74-e85f-426a-9e3c-395a423432f4), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:01.257680 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b0234ad5-e116-432c-b1c7-2a88fcfa1ed3 req-6d5f3f7b-2711-4ddd-84c2-f9d73b0406e1 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959331 May 10 14:03:01.275980 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd3b0f-d640-49ce-863d-d63e4bc77c33 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26d1a74-e85f-426a-9e3c-395a423432f4,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:01.291640 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a9cd3b0f-d640-49ce-863d-d63e4bc77c33 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:01.295927 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a9cd3b0f-d640-49ce-863d-d63e4bc77c33 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2164719 May 10 14:03:01.296587 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 53828) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:01.304650 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-8cffbc55-194b-462a-9db6-338e58a42aa8 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Request body: {'security_group_rule': {'security_group_id': 'b68aabd1-8ee1-4921-b3d2-67aaf1765d25', 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:01.345805 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0c65d1ac-f689-4ebd-ae90-9664c7792e65 req-de716656-716d-420e-9d32-4fb23ff96bbb service neutron] 10.222.0.57 "GET /v2.0/networks/4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921638 May 10 14:03:01.348714 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.securitygroups_db [None req-8cffbc55-194b-462a-9db6-338e58a42aa8 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Project b1e759f08bf04eeabbbc1b14bca8a169 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:03:01.356261 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8cffbc55-194b-462a-9db6-338e58a42aa8 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for security_group_rule (63cd1556-c212-4723-8055-085bca2aa152), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:01.446435 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8cffbc55-194b-462a-9db6-338e58a42aa8 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for security_group_rule (63cd1556-c212-4723-8055-085bca2aa152), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:01.451481 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8cffbc55-194b-462a-9db6-338e58a42aa8 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (63cd1556-c212-4723-8055-085bca2aa152), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:01.472599 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffbc55-194b-462a-9db6-338e58a42aa8 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63cd1556-c212-4723-8055-085bca2aa152,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:01.493149 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8cffbc55-194b-462a-9db6-338e58a42aa8 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:01.494833 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8cffbc55-194b-462a-9db6-338e58a42aa8 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1972954 May 10 14:03:01.497726 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 53832) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:01.502342 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-43cc29aa-a491-45f5-9388-266176e677a0 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Request body: {'security_group_rule': {'security_group_id': 'b68aabd1-8ee1-4921-b3d2-67aaf1765d25', 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:01.526228 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.securitygroups_db [None req-43cc29aa-a491-45f5-9388-266176e677a0 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Project b1e759f08bf04eeabbbc1b14bca8a169 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:03:01.533723 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-43cc29aa-a491-45f5-9388-266176e677a0 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for security_group_rule (b7817df0-fadc-494b-9633-7f1fc6176664), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:01.535156 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-2fbf5ae6-0ea0-4b1f-bf7f-b2eae81b8ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88369033-f478-4c31-b488-df0d96a5281f', 'name': 'tempest-TestMinimumBasicScenario-1991074628-router', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:42Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 4, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'gw_port': {'id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88369033-f478-4c31-b488-df0d96a5281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:43Z', 'updated_at': '2022-05-10T14:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': '8b50e73d-0970-4c3c-a232-38e066647fb1', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '88369033-f478-4c31-b488-df0d96a5281f', 'port_id': '12100075-8151-4b48-9d14-6864846987d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92', 'mac_address': 'fa:16:3e:03:f9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8821a821-144b-4a72-b16e-07014a8063d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:02:59Z', 'updated_at': '2022-05-10T14:02:59Z', 'revision_number': 0, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e453ab88-b61e-4d12-adb8-9ae00f63b73d', 'name': '', 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'mac_address': 'fa:16:3e:1d:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88369033-f478-4c31-b488-df0d96a5281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2059efe2-229a-4de0-9b5e-4765a3685cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:45Z', 'updated_at': '2022-05-10T14:01:51Z', 'revision_number': 5, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'subnets': [{'id': '2059efe2-229a-4de0-9b5e-4765a3685cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:01.572598 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbf5ae6-0ea0-4b1f-bf7f-b2eae81b8ad0 None None] The sync data for ids ['88369033-f478-4c31-b488-df0d96a5281f'] in dv-cinder-840678-6-iscsi is: [{'id': '88369033-f478-4c31-b488-df0d96a5281f', 'name': 'tempest-TestMinimumBasicScenario-1991074628-router', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:42Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 4, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'gw_port': {'id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88369033-f478-4c31-b488-df0d96a5281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:43Z', 'updated_at': '2022-05-10T14:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': '8b50e73d-0970-4c3c-a232-38e066647fb1', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '88369033-f478-4c31-b488-df0d96a5281f', 'port_id': '12100075-8151-4b48-9d14-6864846987d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92', 'mac_address': 'fa:16:3e:03:f9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8821a821-144b-4a72-b16e-07014a8063d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:02:59Z', 'updated_at': '2022-05-10T14:02:59Z', 'revision_number': 0, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e453ab88-b61e-4d12-adb8-9ae00f63b73d', 'name': '', 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'mac_address': 'fa:16:3e:1d:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88369033-f478-4c31-b488-df0d96a5281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2059efe2-229a-4de0-9b5e-4765a3685cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:45Z', 'updated_at': '2022-05-10T14:01:51Z', 'revision_number': 5, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'subnets': [{'id': '2059efe2-229a-4de0-9b5e-4765a3685cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:03:01.626274 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-43cc29aa-a491-45f5-9388-266176e677a0 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for security_group_rule (b7817df0-fadc-494b-9633-7f1fc6176664), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:01.632610 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-43cc29aa-a491-45f5-9388-266176e677a0 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (b7817df0-fadc-494b-9633-7f1fc6176664), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:01.665116 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc29aa-a491-45f5-9388-266176e677a0 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7817df0-fadc-494b-9633-7f1fc6176664,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:01.675557 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-43cc29aa-a491-45f5-9388-266176e677a0 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:01.676803 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-43cc29aa-a491-45f5-9388-266176e677a0 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1780570 May 10 14:03:01.780257 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-05977c4a-ecfc-4398-8250-44621a512c0f req-0f4d97ce-1038-44ac-9341-740a4af91654 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655833722&fields=id&tenant_id=b1e759f08bf04eeabbbc1b14bca8a169 HTTP/1.1" status: 200 len: 267 time: 0.0494490 May 10 14:03:01.838156 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd32a7f-566e-4369-8577-360469e3d8b9 None None] New status for floating IP 8b50e73d-0970-4c3c-a232-38e066647fb1: ACTIVE {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:03:01.842164 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05977c4a-ecfc-4398-8250-44621a512c0f req-bfcf4234-0484-4f9c-b279-8659ede79ddd tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:01.843692 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-05977c4a-ecfc-4398-8250-44621a512c0f req-bfcf4234-0484-4f9c-b279-8659ede79ddd tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 945 time: 0.0581748 May 10 14:03:01.857555 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-05977c4a-ecfc-4398-8250-44621a512c0f req-a915002d-fbc8-4c9a-b561-54425370f108 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Request body: {'port': {'security_groups': ['3621e410-ad4e-4c3f-8955-2f6b893244fd', 'b68aabd1-8ee1-4921-b3d2-67aaf1765d25']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:01.942034 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-05977c4a-ecfc-4398-8250-44621a512c0f req-a915002d-fbc8-4c9a-b561-54425370f108 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (12100075-8151-4b48-9d14-6864846987d2), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:02.145624 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-05977c4a-ecfc-4398-8250-44621a512c0f req-a915002d-fbc8-4c9a-b561-54425370f108 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] For port 12100075-8151-4b48-9d14-6864846987d2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=12100075-8151-4b48-9d14-6864846987d2,segment=NetworkSegment(61f95c22-8d28-4698-ac9e-b472ae7527f0),segment_id=61f95c22-8d28-4698-ac9e-b472ae7527f0)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:03:02.176107 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-05977c4a-ecfc-4398-8250-44621a512c0f req-a915002d-fbc8-4c9a-b561-54425370f108 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for port (12100075-8151-4b48-9d14-6864846987d2), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:02.180836 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-05977c4a-ecfc-4398-8250-44621a512c0f req-a915002d-fbc8-4c9a-b561-54425370f108 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8740167'] for port (12100075-8151-4b48-9d14-6864846987d2), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:02.221261 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05977c4a-ecfc-4398-8250-44621a512c0f req-a915002d-fbc8-4c9a-b561-54425370f108 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:02.221905 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-05977c4a-ecfc-4398-8250-44621a512c0f req-a915002d-fbc8-4c9a-b561-54425370f108 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:02.223414 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-05977c4a-ecfc-4398-8250-44621a512c0f req-a915002d-fbc8-4c9a-b561-54425370f108 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "PUT /v2.0/ports/12100075-8151-4b48-9d14-6864846987d2 HTTP/1.1" status: 200 len: 981 time: 0.3708978 May 10 14:03:02.256213 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915002d-fbc8-4c9a-b561-54425370f108 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Pushing event updated for resources: {'Port': ['ID=12100075-8151-4b48-9d14-6864846987d2,revision_number=6']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:02.257348 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['12100075-8151-4b48-9d14-6864846987d2'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:03:02.326144 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:02.393787 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc11f4-a259-4973-9e57-e26c5d03f4c5 req-9bee0095-3502-49c9-b521-745f876c5bed tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:02.395417 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-03cc11f4-a259-4973-9e57-e26c5d03f4c5 req-9bee0095-3502-49c9-b521-745f876c5bed tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 984 time: 0.1028609 May 10 14:03:02.443360 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8821a821-144b-4a72-b16e-07014a8063d0', 'tag': '12100075-8151-4b48-9d14-6864846987d2'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:03:02.443360 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72864d8f697cc3849f7037e54fa44052707e53d1306a4a80922f5c2f90f38e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ce8ecc-e6f8-4ac4-b426-7a7a35b8b4af" -d '{"events": [{"name": "network-changed", "server_uuid": "8821a821-144b-4a72-b16e-07014a8063d0", "tag": "12100075-8151-4b48-9d14-6864846987d2"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:03:02.498661 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-03cc11f4-a259-4973-9e57-e26c5d03f4c5 req-8b77a566-6142-4752-98ad-d38ed21734c2 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&id=b68aabd1-8ee1-4921-b3d2-67aaf1765d25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0917351 May 10 14:03:02.547116 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c5da4-836c-4e51-aaa0-8e243b3aaa4d req-1d2fe0c6-8f05-4ea7-bbad-a291d1ed1332 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:02.548734 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3d7c5da4-836c-4e51-aaa0-8e243b3aaa4d req-1d2fe0c6-8f05-4ea7-bbad-a291d1ed1332 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.1267748 May 10 14:03:02.555060 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-f2b63389-d554-4016-948b-b642cb3e82d9 None None] Provisioning complete for port 12100075-8151-4b48-9d14-6864846987d2 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:03:02.555720 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f2b63389-d554-4016-948b-b642cb3e82d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (12100075-8151-4b48-9d14-6864846987d2), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:02.579798 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c37578-fc91-4932-9e2d-a367816fdeec x-openstack-request-id: req-98c37578-fc91-4932-9e2d-a367816fdeec {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:03:02.580448 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8821a821-144b-4a72-b16e-07014a8063d0", "tag": "12100075-8151-4b48-9d14-6864846987d2", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:03:02.580922 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-98c37578-fc91-4932-9e2d-a367816fdeec {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:03:02.581470 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c37578-fc91-4932-9e2d-a367816fdeec'] response: {'name': 'network-changed', 'server_uuid': '8821a821-144b-4a72-b16e-07014a8063d0', 'tag': '12100075-8151-4b48-9d14-6864846987d2', 'status': 'completed', 'code': 200} May 10 14:03:02.593438 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['12100075-8151-4b48-9d14-6864846987d2'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:03:02.628485 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3d7c5da4-836c-4e51-aaa0-8e243b3aaa4d req-5d6c9e7f-4cbf-4a87-8274-295c306895f8 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679593 May 10 14:03:02.759462 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-f2b63389-d554-4016-948b-b642cb3e82d9 None None] Current status of the port 12100075-8151-4b48-9d14-6864846987d2 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:03:03.746839 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad40f2-0169-4db6-814c-8e9ca7bcaf64 req-dab1bd52-aae0-4d39-b94d-87681f79a36c tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:03.748428 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bcad40f2-0169-4db6-814c-8e9ca7bcaf64 req-dab1bd52-aae0-4d39-b94d-87681f79a36c tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0513570 May 10 14:03:03.797208 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bcad40f2-0169-4db6-814c-8e9ca7bcaf64 req-e2d2b647-03d7-44d4-a85c-a7be5af2579d tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422883 May 10 14:03:04.922747 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74069a10-9ac2-4585-9a2b-f5054aa5635f req-5cbbcf37-a8c6-4cb0-9b1b-8d9a430bd09f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:04.924821 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-74069a10-9ac2-4585-9a2b-f5054aa5635f req-5cbbcf37-a8c6-4cb0-9b1b-8d9a430bd09f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0521481 May 10 14:03:04.973549 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-74069a10-9ac2-4585-9a2b-f5054aa5635f req-bdc2d3f6-a3ad-46eb-9155-56b80ff01e7d tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425332 May 10 14:03:06.099125 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf48b5d-0e26-43c2-a080-c9b05155d5ca req-d7a1c80a-3fdc-4a3e-beb1-553217f07f2c tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:06.100769 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9bf48b5d-0e26-43c2-a080-c9b05155d5ca req-d7a1c80a-3fdc-4a3e-beb1-553217f07f2c tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0524814 May 10 14:03:06.147832 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9bf48b5d-0e26-43c2-a080-c9b05155d5ca req-70e4f6fc-9f65-4574-bead-3d0916e22be4 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409770 May 10 14:03:07.274651 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55824f0a-f3bf-4267-88dc-180a5aeee5b5 req-bd8b20f5-43c8-4a94-a80c-6576a20c0863 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:07.276199 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-55824f0a-f3bf-4267-88dc-180a5aeee5b5 req-bd8b20f5-43c8-4a94-a80c-6576a20c0863 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0488157 May 10 14:03:07.327380 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-55824f0a-f3bf-4267-88dc-180a5aeee5b5 req-0cf706a5-5326-4f0c-b948-6c6caac32da6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457075 May 10 14:03:08.449656 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e0ab8-84fe-4992-a099-71758bcaff79 req-20c84b82-3ce8-47df-a95d-07788c3c6de2 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:08.451135 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-da2e0ab8-84fe-4992-a099-71758bcaff79 req-20c84b82-3ce8-47df-a95d-07788c3c6de2 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0500991 May 10 14:03:08.502543 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-da2e0ab8-84fe-4992-a099-71758bcaff79 req-6c3a0457-870f-4935-a03e-c2808b9190ee tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458274 May 10 14:03:09.625084 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a59368-5556-4c82-89e1-8fd293c1f1ac req-4c4dea92-fd0a-4be1-ade0-5bff8841a4bb tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:09.626557 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e0a59368-5556-4c82-89e1-8fd293c1f1ac req-4c4dea92-fd0a-4be1-ade0-5bff8841a4bb tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0471659 May 10 14:03:09.674012 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e0a59368-5556-4c82-89e1-8fd293c1f1ac req-bbdd1344-c73c-4051-b1c0-9bf92266864a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412338 May 10 14:03:10.794588 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4a16d-1c6e-4ec6-b6e9-d929f39f8237 req-f19534b8-58b1-48af-a8d1-9c96950356e6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:10.796090 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9fc4a16d-1c6e-4ec6-b6e9-d929f39f8237 req-f19534b8-58b1-48af-a8d1-9c96950356e6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0482922 May 10 14:03:10.846868 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9fc4a16d-1c6e-4ec6-b6e9-d929f39f8237 req-ce1fdb14-e30c-4201-9fba-1ab05d98f8bd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450051 May 10 14:03:11.973762 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08b93b-e4f0-4812-897a-ff371b548e22 req-23992129-47f1-4df6-b4bf-f56b02576161 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:11.975257 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ef08b93b-e4f0-4812-897a-ff371b548e22 req-23992129-47f1-4df6-b4bf-f56b02576161 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0481920 May 10 14:03:12.023801 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ef08b93b-e4f0-4812-897a-ff371b548e22 req-a4e370a0-221a-4bf9-bc5a-9ebcfa1103da tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422869 May 10 14:03:13.161087 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bf8d1-bc35-42cd-b98c-2f492be6bdf3 req-471df71f-dff4-45bb-8b36-4d08d7b61d25 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:13.162558 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-214bf8d1-bc35-42cd-b98c-2f492be6bdf3 req-471df71f-dff4-45bb-8b36-4d08d7b61d25 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0651793 May 10 14:03:13.166047 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0c65d1ac-f689-4ebd-ae90-9664c7792e65 req-35800001-a92e-46d2-9c59-0100560fa268 service neutron] 10.222.0.57 "GET /v2.0/networks/4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207695 May 10 14:03:13.211534 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-214bf8d1-bc35-42cd-b98c-2f492be6bdf3 req-f4b24c16-9bea-4460-ba00-eb9393d44877 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434742 May 10 14:03:13.940059 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce8ecc-e6f8-4ac4-b426-7a7a35b8b4af req-ceb1ef4e-5a9f-4bf8-b6a3-9305327a4002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:13.941572 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f0ce8ecc-e6f8-4ac4-b426-7a7a35b8b4af req-ceb1ef4e-5a9f-4bf8-b6a3-9305327a4002 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1e759f08bf04eeabbbc1b14bca8a169&device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 1168 time: 0.0380473 May 10 14:03:14.029635 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce8ecc-e6f8-4ac4-b426-7a7a35b8b4af req-af2dbb97-edda-4196-b35b-247ebf7b96c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:14.031075 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f0ce8ecc-e6f8-4ac4-b426-7a7a35b8b4af req-af2dbb97-edda-4196-b35b-247ebf7b96c7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92 HTTP/1.1" status: 200 len: 916 time: 0.0821981 May 10 14:03:14.102797 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f0ce8ecc-e6f8-4ac4-b426-7a7a35b8b4af req-6fc364a1-2d4b-496d-aeac-9647bcbe900f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12100075-8151-4b48-9d14-6864846987d2 HTTP/1.1" status: 200 len: 1000 time: 0.0609179 May 10 14:03:14.151239 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce8ecc-e6f8-4ac4-b426-7a7a35b8b4af req-8558ca90-86f4-4766-a11f-9be1e0fc1ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:14.152646 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f0ce8ecc-e6f8-4ac4-b426-7a7a35b8b4af req-8558ca90-86f4-4766-a11f-9be1e0fc1ffc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2059efe2-229a-4de0-9b5e-4765a3685cdc HTTP/1.1" status: 200 len: 854 time: 0.0416615 May 10 14:03:14.196517 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce8ecc-e6f8-4ac4-b426-7a7a35b8b4af req-da56ad48-8cfe-406f-b2e9-bd0dd1a5da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:14.197869 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f0ce8ecc-e6f8-4ac4-b426-7a7a35b8b4af req-da56ad48-8cfe-406f-b2e9-bd0dd1a5da25 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370836 May 10 14:03:14.289033 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f0ce8ecc-e6f8-4ac4-b426-7a7a35b8b4af req-d8c5148e-ea35-44e3-9af0-d829d610c34e service neutron] 10.222.0.57 "GET /v2.0/networks/4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831683 May 10 14:03:14.332689 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e4dad-4052-4e48-a6de-b191fc727f35 req-9788d994-5524-4b51-a04a-63f77a5a9de0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:14.334289 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c84e4dad-4052-4e48-a6de-b191fc727f35 req-9788d994-5524-4b51-a04a-63f77a5a9de0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0501783 May 10 14:03:14.378261 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f0ce8ecc-e6f8-4ac4-b426-7a7a35b8b4af req-2a41495f-62f8-4e64-b439-f5b34fd7841e service neutron] 10.222.0.57 "GET /v2.0/networks/4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833263 May 10 14:03:14.383283 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c84e4dad-4052-4e48-a6de-b191fc727f35 req-8245ca0b-2e17-4e99-ba28-8e9e2f8ac8f1 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434918 May 10 14:03:15.503739 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404964ef-0e21-46f9-ad48-c978ade714bc req-37063b6c-0901-420a-acb2-52af216e5fd5 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:15.505216 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-404964ef-0e21-46f9-ad48-c978ade714bc req-37063b6c-0901-420a-acb2-52af216e5fd5 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0504711 May 10 14:03:15.550367 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-404964ef-0e21-46f9-ad48-c978ade714bc req-96863253-ac26-4e2e-bb33-a6bb3acd7e3e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391481 May 10 14:03:16.666862 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6aab6-8c52-42fa-9b1f-07342cb2a32b req-8a396391-0efa-40b4-866d-22464648680a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:16.668261 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-01d6aab6-8c52-42fa-9b1f-07342cb2a32b req-8a396391-0efa-40b4-866d-22464648680a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0468540 May 10 14:03:16.713505 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-01d6aab6-8c52-42fa-9b1f-07342cb2a32b req-83e125be-8acc-4af8-b8a9-ad745c9ec96c tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398071 May 10 14:03:17.827348 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e733e2-6a55-423c-94d2-d41553096909 req-ce369c94-0247-4309-8104-aecb30573714 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:17.828860 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-57e733e2-6a55-423c-94d2-d41553096909 req-ce369c94-0247-4309-8104-aecb30573714 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0460324 May 10 14:03:17.873880 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-57e733e2-6a55-423c-94d2-d41553096909 req-dc148c15-f818-44e8-8c81-612502208637 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396812 May 10 14:03:18.989240 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc43ad-b361-4757-981c-c7a1e35f1949 req-93459b75-0ce0-493c-9391-1167bb87b63b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:18.990685 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-92dc43ad-b361-4757-981c-c7a1e35f1949 req-93459b75-0ce0-493c-9391-1167bb87b63b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0448377 May 10 14:03:19.040497 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-92dc43ad-b361-4757-981c-c7a1e35f1949 req-7eba1082-caf4-4a91-8f79-2df3c433f280 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436747 May 10 14:03:20.155411 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8dbe5-2487-461a-8b25-473ae5713a8a req-ab2ae019-30f7-425e-9f54-c06ceb434b22 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:20.156917 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-41f8dbe5-2487-461a-8b25-473ae5713a8a req-ab2ae019-30f7-425e-9f54-c06ceb434b22 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0464377 May 10 14:03:20.204074 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-41f8dbe5-2487-461a-8b25-473ae5713a8a req-920f002a-f34c-430c-9fba-83cf66e30d6c tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417917 May 10 14:03:21.319028 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3917c-79de-48e4-8f62-4f752b1ac385 req-f62de2ed-d63d-4ecc-99eb-bcf963fb23cd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:21.320773 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-63a3917c-79de-48e4-8f62-4f752b1ac385 req-f62de2ed-d63d-4ecc-99eb-bcf963fb23cd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 943 time: 0.0459888 May 10 14:03:21.366090 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-63a3917c-79de-48e4-8f62-4f752b1ac385 req-13ac5366-4c52-417f-b59f-e78d97a72af2 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399897 May 10 14:03:21.912795 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 0b32a17e-9e2f-475d-abe1-8b69acb4c76a details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:03:22.011683 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=0b32a17e-9e2f-475d-abe1-8b69acb4c76a,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:03:22.022690 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': '0b32a17e-9e2f-475d-abe1-8b69acb4c76a', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'port_id': '0b32a17e-9e2f-475d-abe1-8b69acb4c76a', 'mac_address': 'fa:16:3e:41:0d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:03:22.058194 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:03:22.058521 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:22.071505 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b32a17e-9e2f-475d-abe1-8b69acb4c76a {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:03:22.090019 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=0b32a17e-9e2f-475d-abe1-8b69acb4c76a,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:03:22.093992 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:22.142644 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=0b32a17e-9e2f-475d-abe1-8b69acb4c76a,revision_number=9']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:22.483415 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f63e0b-ea40-4201-8c83-11266b308687 req-6b11d68a-0a81-4faa-9f3f-97c33bdde23b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:22.484938 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-06f63e0b-ea40-4201-8c83-11266b308687 req-6b11d68a-0a81-4faa-9f3f-97c33bdde23b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 944 time: 0.0481062 May 10 14:03:22.530066 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-06f63e0b-ea40-4201-8c83-11266b308687 req-20a1c9d9-8ebf-452b-8a31-70ac23cc69cd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397174 May 10 14:03:22.549932 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['0b32a17e-9e2f-475d-abe1-8b69acb4c76a'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:03:23.646155 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f42d30-0302-412b-ad4e-970e389435c3 req-f886d0fc-34f5-44ad-bbb5-e56597bb8fd8 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:23.647528 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-63f42d30-0302-412b-ad4e-970e389435c3 req-f886d0fc-34f5-44ad-bbb5-e56597bb8fd8 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 944 time: 0.0460830 May 10 14:03:23.692804 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-63f42d30-0302-412b-ad4e-970e389435c3 req-59152787-8749-43f6-85b3-54dfff2ba9fa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398033 May 10 14:03:23.925595 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 0b32a17e-9e2f-475d-abe1-8b69acb4c76a up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:03:23.970872 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:03:23.971250 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:24.046098 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:03:24.046473 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:24.067781 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067bd8aa-a9d7-41f4-82a3-54e00fe64f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b32a17e-9e2f-475d-abe1-8b69acb4c76a'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:03:24.070616 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26048a08-2923-4333-8b92-60de48424f33" -d '{"events": [{"server_uuid": "067bd8aa-a9d7-41f4-82a3-54e00fe64f68", "name": "network-vif-plugged", "status": "completed", "tag": "0b32a17e-9e2f-475d-abe1-8b69acb4c76a"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:03:24.082310 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=0b32a17e-9e2f-475d-abe1-8b69acb4c76a,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:03:24.087057 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:24.115337 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18045209-db24-4ed0-baf5-c36cece538d1 x-openstack-request-id: req-18045209-db24-4ed0-baf5-c36cece538d1 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:03:24.115648 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067bd8aa-a9d7-41f4-82a3-54e00fe64f68", "name": "network-vif-plugged", "status": "completed", "tag": "0b32a17e-9e2f-475d-abe1-8b69acb4c76a", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:03:24.115919 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18045209-db24-4ed0-baf5-c36cece538d1 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:03:24.116309 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18045209-db24-4ed0-baf5-c36cece538d1'] response: {'server_uuid': '067bd8aa-a9d7-41f4-82a3-54e00fe64f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b32a17e-9e2f-475d-abe1-8b69acb4c76a', 'code': 200} May 10 14:03:24.141037 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=0b32a17e-9e2f-475d-abe1-8b69acb4c76a,revision_number=10']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:24.747432 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a35589-fee6-44ae-81f6-5ef175a84016 req-26713838-1cb9-4d94-87f8-1f364059c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:24.748970 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-22a35589-fee6-44ae-81f6-5ef175a84016 req-26713838-1cb9-4d94-87f8-1f364059c0ef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 1130 time: 0.0383935 May 10 14:03:24.796562 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-22a35589-fee6-44ae-81f6-5ef175a84016 req-1189f155-464c-4b53-a4d9-7615ac053fa0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372164 May 10 14:03:24.812061 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1a08-5598-46e2-8670-b9a4cd224e86 req-f5211540-377b-4a04-91ee-683465d13b42 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:24.813529 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b06a1a08-5598-46e2-8670-b9a4cd224e86 req-f5211540-377b-4a04-91ee-683465d13b42 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 946 time: 0.0494232 May 10 14:03:24.859154 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b06a1a08-5598-46e2-8670-b9a4cd224e86 req-41dc5582-baf3-4c74-8bae-e3c7daa08f88 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400150 May 10 14:03:25.255809 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:25.890964 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-20bbad14-ba43-4453-8194-1d0d31cac062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:25.979160 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373cc92-5331-4f2d-99c7-5016a8df26cb req-ea7ba43b-9008-4ac7-8726-c0227a48ae32 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:25.980646 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8373cc92-5331-4f2d-99c7-5016a8df26cb req-ea7ba43b-9008-4ac7-8726-c0227a48ae32 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 946 time: 0.0486870 May 10 14:03:26.032673 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8373cc92-5331-4f2d-99c7-5016a8df26cb req-b8862d7c-14c2-4210-a17b-3ec606a4693e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465066 May 10 14:03:27.158095 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ad66d-1a5a-4709-b83c-0a40b82eb3ea req-9c418c37-084f-432d-897d-34a154d78f9d tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:27.159665 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-636ad66d-1a5a-4709-b83c-0a40b82eb3ea req-9c418c37-084f-432d-897d-34a154d78f9d tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 946 time: 0.0506780 May 10 14:03:27.207423 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-636ad66d-1a5a-4709-b83c-0a40b82eb3ea req-5b49d24d-c98a-4609-a48a-ad66ed0b3c54 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422521 May 10 14:03:28.285652 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e1ed18af-3e58-44aa-8918-26750962ce3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:28.328761 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2ca6d-66cb-4a05-a295-51e53fd9717b req-a32f3711-cbc0-4690-8e29-12bfbc154ad3 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:28.330211 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7de2ca6d-66cb-4a05-a295-51e53fd9717b req-a32f3711-cbc0-4690-8e29-12bfbc154ad3 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 946 time: 0.0480237 May 10 14:03:28.375220 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7de2ca6d-66cb-4a05-a295-51e53fd9717b req-af3213c0-2080-415d-8a9d-349fe1b70537 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390704 May 10 14:03:29.351657 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:29.622783 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:03:30.737129 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:32.301259 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:37.970457 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddec17d-2784-440f-bd05-91143bdac6d3 req-204cae6a-8779-4885-8cad-8fee81c0086e tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:37.971940 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dddec17d-2784-440f-bd05-91143bdac6d3 req-204cae6a-8779-4885-8cad-8fee81c0086e tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 984 time: 0.0498936 May 10 14:03:38.034947 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f134f-6331-4fa1-bde3-83e99590def0 req-052a8190-b5e5-41cf-98ee-673149f9b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:38.036455 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4b0f134f-6331-4fa1-bde3-83e99590def0 req-052a8190-b5e5-41cf-98ee-673149f9b999 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1e759f08bf04eeabbbc1b14bca8a169&device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 1168 time: 0.0526173 May 10 14:03:38.079114 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dddec17d-2784-440f-bd05-91143bdac6d3 req-8132d823-4951-4711-aa47-ca9ea468eeba tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&id=b68aabd1-8ee1-4921-b3d2-67aaf1765d25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1008909 May 10 14:03:38.146882 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f134f-6331-4fa1-bde3-83e99590def0 req-45feaccc-8d19-48c4-9f9a-14717869071b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:38.149129 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4b0f134f-6331-4fa1-bde3-83e99590def0 req-45feaccc-8d19-48c4-9f9a-14717869071b service neutron] 10.222.0.57 "GET /v2.0/networks?id=4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92 HTTP/1.1" status: 200 len: 916 time: 0.0949321 May 10 14:03:38.227397 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4b0f134f-6331-4fa1-bde3-83e99590def0 req-d6257ebf-46a0-492c-877b-9a39d6373f20 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12100075-8151-4b48-9d14-6864846987d2 HTTP/1.1" status: 200 len: 1000 time: 0.0574815 May 10 14:03:38.279782 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f134f-6331-4fa1-bde3-83e99590def0 req-3a2e034d-93cf-42a8-9ece-69d2e35f6a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:38.281234 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4b0f134f-6331-4fa1-bde3-83e99590def0 req-3a2e034d-93cf-42a8-9ece-69d2e35f6a3b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2059efe2-229a-4de0-9b5e-4765a3685cdc HTTP/1.1" status: 200 len: 854 time: 0.0427809 May 10 14:03:38.326343 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f134f-6331-4fa1-bde3-83e99590def0 req-e66cafed-3a74-4144-81d7-3ddc25aaeac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:38.327807 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4b0f134f-6331-4fa1-bde3-83e99590def0 req-e66cafed-3a74-4144-81d7-3ddc25aaeac5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404532 May 10 14:03:38.427351 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4b0f134f-6331-4fa1-bde3-83e99590def0 req-551ac14f-be2a-4863-ad9d-2d1f0fa7df33 service neutron] 10.222.0.57 "GET /v2.0/networks/4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862246 May 10 14:03:38.535056 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4b0f134f-6331-4fa1-bde3-83e99590def0 req-00f827b8-6925-4608-b8cf-0cba24ad6669 service neutron] 10.222.0.57 "GET /v2.0/networks/4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960851 May 10 14:03:39.198240 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383b63f-d493-48ba-8435-3ec4d5bb5954 req-9f40e1ed-01c6-40f9-b4a0-7d6cf49df1e5 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:39.199694 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c383b63f-d493-48ba-8435-3ec4d5bb5954 req-9f40e1ed-01c6-40f9-b4a0-7d6cf49df1e5 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 984 time: 0.0497911 May 10 14:03:39.257492 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c383b63f-d493-48ba-8435-3ec4d5bb5954 req-2b379e81-5831-4f10-b611-d4f11a1b6f91 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&id=b68aabd1-8ee1-4921-b3d2-67aaf1765d25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520790 May 10 14:03:40.372862 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe90e40-116e-4390-b6ff-6fdbecdfcc12 req-d73b4031-bbc5-4220-90f2-3d7d403c01c1 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:40.374482 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fbe90e40-116e-4390-b6ff-6fdbecdfcc12 req-d73b4031-bbc5-4220-90f2-3d7d403c01c1 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 984 time: 0.0484285 May 10 14:03:40.434926 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fbe90e40-116e-4390-b6ff-6fdbecdfcc12 req-37254aa4-7ae3-4da5-a091-5e3fc61c0c61 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&id=b68aabd1-8ee1-4921-b3d2-67aaf1765d25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550182 May 10 14:03:40.639812 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e666fe3-438d-4b3f-b50e-21859277d2c9 req-5b50a9d6-b612-473f-b55e-c3874c30108e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:40.641301 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8e666fe3-438d-4b3f-b50e-21859277d2c9 req-5b50a9d6-b612-473f-b55e-c3874c30108e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 946 time: 0.0495524 May 10 14:03:40.687097 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8e666fe3-438d-4b3f-b50e-21859277d2c9 req-fb1f42cb-de41-484d-a21d-c765fae0a298 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=25b41bf7-1042-4192-8ba9-260619c11336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399837 May 10 14:03:41.550233 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aee02a-1862-4afb-b27b-3adf242900d0 req-e0629c1d-40a5-4cee-bff7-9912794a0958 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:41.551716 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-90aee02a-1862-4afb-b27b-3adf242900d0 req-e0629c1d-40a5-4cee-bff7-9912794a0958 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 984 time: 0.0493999 May 10 14:03:41.609207 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-90aee02a-1862-4afb-b27b-3adf242900d0 req-fa755d56-6a15-4752-8ac1-95e9a907fd7b tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&id=b68aabd1-8ee1-4921-b3d2-67aaf1765d25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513022 May 10 14:03:41.800219 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c30372-88ee-461d-ad4b-11dcdb30a5ab req-3e5c3226-0ab1-436a-be74-49240fc67be8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:41.801686 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-73c30372-88ee-461d-ad4b-11dcdb30a5ab req-3e5c3226-0ab1-436a-be74-49240fc67be8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 946 time: 0.0491843 May 10 14:03:41.860069 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-73c30372-88ee-461d-ad4b-11dcdb30a5ab req-2dc41873-2c24-47c2-85c0-6a91744fc88e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=25b41bf7-1042-4192-8ba9-260619c11336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524211 May 10 14:03:42.726107 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7daaad-0781-4d56-923c-2b2766f694de req-8cf55072-0d98-47f2-9b80-f61cd557337d tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:42.727589 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5a7daaad-0781-4d56-923c-2b2766f694de req-8cf55072-0d98-47f2-9b80-f61cd557337d tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 984 time: 0.0466282 May 10 14:03:42.788455 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5a7daaad-0781-4d56-923c-2b2766f694de req-39eb6ef0-56f9-425d-9fa5-671ece9e4d2e tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&id=b68aabd1-8ee1-4921-b3d2-67aaf1765d25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553074 May 10 14:03:42.876676 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9f95c-b4b8-470f-80aa-6159c8ee6b7d req-acc0c078-9dd9-4b2a-ad5a-621e4c8f1f19 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:42.878078 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2ad9f95c-b4b8-470f-80aa-6159c8ee6b7d req-acc0c078-9dd9-4b2a-ad5a-621e4c8f1f19 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 946 time: 0.0446644 May 10 14:03:42.998053 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-2ad9f95c-b4b8-470f-80aa-6159c8ee6b7d req-359aa3b7-a4ab-4a8d-b2e6-28133a80fc83 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Deleting port 156485a6-4fc0-40bc-a3c8-0aa824e3cae2 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:03:42.998396 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-2ad9f95c-b4b8-470f-80aa-6159c8ee6b7d req-359aa3b7-a4ab-4a8d-b2e6-28133a80fc83 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (156485a6-4fc0-40bc-a3c8-0aa824e3cae2), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:43.007757 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f96124-205a-4edd-8c2f-614ed2ebe99f req-1a02d5d6-b5fd-45ca-b535-3c734a14c5df tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:43.009756 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c8f96124-205a-4edd-8c2f-614ed2ebe99f req-1a02d5d6-b5fd-45ca-b535-3c734a14c5df tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 946 time: 0.0812907 May 10 14:03:43.114622 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c8f96124-205a-4edd-8c2f-614ed2ebe99f req-e74b587a-f47b-41ab-b107-eb7d1fdac7f2 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=25b41bf7-1042-4192-8ba9-260619c11336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948737 May 10 14:03:43.129309 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-2ad9f95c-b4b8-470f-80aa-6159c8ee6b7d req-359aa3b7-a4ab-4a8d-b2e6-28133a80fc83 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] For port 156485a6-4fc0-40bc-a3c8-0aa824e3cae2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=156485a6-4fc0-40bc-a3c8-0aa824e3cae2,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:03:43.129690 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-2ad9f95c-b4b8-470f-80aa-6159c8ee6b7d req-359aa3b7-a4ab-4a8d-b2e6-28133a80fc83 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (156485a6-4fc0-40bc-a3c8-0aa824e3cae2), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:43.345582 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-2ad9f95c-b4b8-470f-80aa-6159c8ee6b7d req-359aa3b7-a4ab-4a8d-b2e6-28133a80fc83 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:43.345872 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-2ad9f95c-b4b8-470f-80aa-6159c8ee6b7d req-359aa3b7-a4ab-4a8d-b2e6-28133a80fc83 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (c10436cc-a58d-4ed4-9b03-ba468ee53fe9), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:43.346194 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.l3_db [req-2ad9f95c-b4b8-470f-80aa-6159c8ee6b7d req-359aa3b7-a4ab-4a8d-b2e6-28133a80fc83 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Floating IP c10436cc-a58d-4ed4-9b03-ba468ee53fe9 disassociated. External IP: 172.27.3.202, port: 156485a6-4fc0-40bc-a3c8-0aa824e3cae2. May 10 14:03:43.346533 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-2ad9f95c-b4b8-470f-80aa-6159c8ee6b7d req-359aa3b7-a4ab-4a8d-b2e6-28133a80fc83 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Calling delete_port for 156485a6-4fc0-40bc-a3c8-0aa824e3cae2 owned by compute:nova {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:03:43.470367 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-2ad9f95c-b4b8-470f-80aa-6159c8ee6b7d req-359aa3b7-a4ab-4a8d-b2e6-28133a80fc83 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (156485a6-4fc0-40bc-a3c8-0aa824e3cae2), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:43.499623 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359aa3b7-a4ab-4a8d-b2e6-28133a80fc83 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event deleted for resources: {'Port': ['ID=156485a6-4fc0-40bc-a3c8-0aa824e3cae2,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:43.855177 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ad9f95c-b4b8-470f-80aa-6159c8ee6b7d req-359aa3b7-a4ab-4a8d-b2e6-28133a80fc83 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Router eea85e8f-4aac-4da4-b715-cc9c21078703 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:03:43.923713 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce41e2b-aa3d-4673-8ce1-e29c22d95900 req-9f4d26fb-e8ea-4df2-91a1-c68875eef5fc tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:43.925132 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8ce41e2b-aa3d-4673-8ce1-e29c22d95900 req-9f4d26fb-e8ea-4df2-91a1-c68875eef5fc tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 984 time: 0.0690694 May 10 14:03:43.976721 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ad9f95c-b4b8-470f-80aa-6159c8ee6b7d req-359aa3b7-a4ab-4a8d-b2e6-28133a80fc83 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:03:43.984851 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8ce41e2b-aa3d-4673-8ce1-e29c22d95900 req-5315bd31-ffeb-4e51-88dd-a8a8c4bdb198 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&id=b68aabd1-8ee1-4921-b3d2-67aaf1765d25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540226 May 10 14:03:43.994243 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef5f7cb-ca7b-4a61-9a1c-961e99f200a4 None None] Sync routers for ids ['eea85e8f-4aac-4da4-b715-cc9c21078703'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:03:44.004117 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef5f7cb-ca7b-4a61-9a1c-961e99f200a4 None None] Routers {'eea85e8f-4aac-4da4-b715-cc9c21078703'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:03:44.004990 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-bef5f7cb-ca7b-4a61-9a1c-961e99f200a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:03:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['eea85e8f-4aac-4da4-b715-cc9c21078703'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:44.020925 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad9f95c-b4b8-470f-80aa-6159c8ee6b7d req-359aa3b7-a4ab-4a8d-b2e6-28133a80fc83 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] No DVR routers for this DVR port 156485a6-4fc0-40bc-a3c8-0aa824e3cae2 on host hv-cinder-84067 {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:03:44.025482 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-2ad9f95c-b4b8-470f-80aa-6159c8ee6b7d req-359aa3b7-a4ab-4a8d-b2e6-28133a80fc83 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:44.028718 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2ad9f95c-b4b8-470f-80aa-6159c8ee6b7d req-359aa3b7-a4ab-4a8d-b2e6-28133a80fc83 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.57 "DELETE /v2.0/ports/156485a6-4fc0-40bc-a3c8-0aa824e3cae2 HTTP/1.1" status: 204 len: 173 time: 1.1445267 May 10 14:03:44.029155 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa06f26-fa96-4753-9ea2-c2abecdb7087', 'name': 'network-vif-deleted', 'tag': '156485a6-4fc0-40bc-a3c8-0aa824e3cae2'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:03:44.031401 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28436840-fa13-497e-8ea4-701feca1e9d3" -d '{"events": [{"server_uuid": "4fa06f26-fa96-4753-9ea2-c2abecdb7087", "name": "network-vif-deleted", "tag": "156485a6-4fc0-40bc-a3c8-0aa824e3cae2"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:03:44.070196 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94111a8-1ae1-4c24-8255-ff5869377d26 x-openstack-request-id: req-e94111a8-1ae1-4c24-8255-ff5869377d26 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:03:44.070718 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa06f26-fa96-4753-9ea2-c2abecdb7087", "name": "network-vif-deleted", "tag": "156485a6-4fc0-40bc-a3c8-0aa824e3cae2", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:03:44.070974 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e94111a8-1ae1-4c24-8255-ff5869377d26 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:03:44.071370 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e94111a8-1ae1-4c24-8255-ff5869377d26'] response: {'server_uuid': '4fa06f26-fa96-4753-9ea2-c2abecdb7087', 'name': 'network-vif-deleted', 'tag': '156485a6-4fc0-40bc-a3c8-0aa824e3cae2', 'status': 'completed', 'code': 200} May 10 14:03:44.127721 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-bef5f7cb-ca7b-4a61-9a1c-961e99f200a4 None None] Set router eea85e8f-4aac-4da4-b715-cc9c21078703 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:03:44.229378 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d3265300-2ca5-40cf-94f6-87aea87691f0 req-b43a01b1-f6a0-4dcc-9de1-2525e0f3e4b5 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=4fa06f26-fa96-4753-9ea2-c2abecdb7087 HTTP/1.1" status: 200 len: 210 time: 0.0443916 May 10 14:03:44.373396 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-bef5f7cb-ca7b-4a61-9a1c-961e99f200a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'd20729de-a912-4c20-88f5-245fee5a0f34', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'port_id': '11a4481d-f88f-4503-b4d7-f6b62b846773', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'mac_address': 'fa:16:3e:52:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5f6640-8318-4ba7-be1f-7a578b595363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:00:23Z', 'updated_at': '2022-05-10T14:00:59Z', 'revision_number': 2, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:29Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:44.404740 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef5f7cb-ca7b-4a61-9a1c-961e99f200a4 None None] Checking router: eea85e8f-4aac-4da4-b715-cc9c21078703 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:03:44.413224 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef5f7cb-ca7b-4a61-9a1c-961e99f200a4 None None] Routers {'eea85e8f-4aac-4da4-b715-cc9c21078703'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:03:44.413729 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-bef5f7cb-ca7b-4a61-9a1c-961e99f200a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:03:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['eea85e8f-4aac-4da4-b715-cc9c21078703'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:44.524993 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-bef5f7cb-ca7b-4a61-9a1c-961e99f200a4 None None] Set router eea85e8f-4aac-4da4-b715-cc9c21078703 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:03:44.833802 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-bef5f7cb-ca7b-4a61-9a1c-961e99f200a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'd20729de-a912-4c20-88f5-245fee5a0f34', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'port_id': '11a4481d-f88f-4503-b4d7-f6b62b846773', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'mac_address': 'fa:16:3e:52:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5f6640-8318-4ba7-be1f-7a578b595363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:00:23Z', 'updated_at': '2022-05-10T14:00:59Z', 'revision_number': 2, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:29Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:44.862348 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef5f7cb-ca7b-4a61-9a1c-961e99f200a4 None None] The sync data for ids ['eea85e8f-4aac-4da4-b715-cc9c21078703'] in dv-cinder-840678-6-iscsi is: [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'd20729de-a912-4c20-88f5-245fee5a0f34', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'port_id': '11a4481d-f88f-4503-b4d7-f6b62b846773', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'mac_address': 'fa:16:3e:52:98:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5f6640-8318-4ba7-be1f-7a578b595363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:00:23Z', 'updated_at': '2022-05-10T14:00:59Z', 'revision_number': 2, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:29Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:03:45.120127 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc010b5e-79be-4177-b789-bf9f884c1575 req-8180412a-309f-4008-bdcd-d3da933549a6 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:45.122307 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bc010b5e-79be-4177-b789-bf9f884c1575 req-8180412a-309f-4008-bdcd-d3da933549a6 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 984 time: 0.0509341 May 10 14:03:45.134958 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7c197a-8e1f-4bc6-b4f6-488187d440d7 None None] New status for floating IP c10436cc-a58d-4ed4-9b03-ba468ee53fe9: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:03:45.188646 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bc010b5e-79be-4177-b789-bf9f884c1575 req-21490c38-b399-44ce-8ee9-2e7c187c9c90 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&id=b68aabd1-8ee1-4921-b3d2-67aaf1765d25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595605 May 10 14:03:45.320385 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54022) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:45.373064 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b73511b7-63b5-469c-aa98-c796d330d489 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group (25b41bf7-1042-4192-8ba9-260619c11336), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:45.397571 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b73511b7-63b5-469c-aa98-c796d330d489 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group (25b41bf7-1042-4192-8ba9-260619c11336), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:45.447002 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b73511b7-63b5-469c-aa98-c796d330d489 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (25b41bf7-1042-4192-8ba9-260619c11336), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:45.449874 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b73511b7-63b5-469c-aa98-c796d330d489 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:45.453734 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b73511b7-63b5-469c-aa98-c796d330d489 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "DELETE /v2.0/security-groups/25b41bf7-1042-4192-8ba9-260619c11336 HTTP/1.1" status: 204 len: 168 time: 0.1297681 May 10 14:03:45.454111 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 54024) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:45.464083 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73511b7-63b5-469c-aa98-c796d330d489 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b41bf7-1042-4192-8ba9-260619c11336,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:45.468748 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.api.v2.resource [None req-dcd2a4cb-ff31-40f6-93b3-e802abee062f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] show failed (client error): The resource could not be found. May 10 14:03:45.472625 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-dcd2a4cb-ff31-40f6-93b3-e802abee062f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups/25b41bf7-1042-4192-8ba9-260619c11336 HTTP/1.1" status: 404 len: 347 time: 0.0144649 May 10 14:03:45.472874 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54026) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:45.828591 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-05e2c8e8-58f8-446d-a8f8-5a75d7d2b8aa tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Deleting port 92127402-8140-4bf7-9374-62ca286f355b {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:03:45.828859 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-05e2c8e8-58f8-446d-a8f8-5a75d7d2b8aa tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (92127402-8140-4bf7-9374-62ca286f355b), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:45.903672 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-05e2c8e8-58f8-446d-a8f8-5a75d7d2b8aa tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (92127402-8140-4bf7-9374-62ca286f355b), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:45.904004 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-05e2c8e8-58f8-446d-a8f8-5a75d7d2b8aa tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (92127402-8140-4bf7-9374-62ca286f355b), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:45.917241 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-05e2c8e8-58f8-446d-a8f8-5a75d7d2b8aa tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Calling delete_port for 92127402-8140-4bf7-9374-62ca286f355b owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:03:46.064640 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-05e2c8e8-58f8-446d-a8f8-5a75d7d2b8aa tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (92127402-8140-4bf7-9374-62ca286f355b), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:46.094201 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2c8e8-58f8-446d-a8f8-5a75d7d2b8aa tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event deleted for resources: {'Port': ['ID=92127402-8140-4bf7-9374-62ca286f355b,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:46.159214 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-05e2c8e8-58f8-446d-a8f8-5a75d7d2b8aa tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (c10436cc-a58d-4ed4-9b03-ba468ee53fe9), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:46.162047 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-05e2c8e8-58f8-446d-a8f8-5a75d7d2b8aa tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:46.163250 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-05e2c8e8-58f8-446d-a8f8-5a75d7d2b8aa tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "DELETE /v2.0/floatingips/c10436cc-a58d-4ed4-9b03-ba468ee53fe9 HTTP/1.1" status: 204 len: 168 time: 0.6894186 May 10 14:03:46.311057 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ae1a3-8e2e-46a0-a9b6-4f799a9c2795 req-fb8bff6c-697d-4b0f-9835-8498c9a3393e tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:46.312702 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5b9ae1a3-8e2e-46a0-a9b6-4f799a9c2795 req-fb8bff6c-697d-4b0f-9835-8498c9a3393e tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 984 time: 0.0495405 May 10 14:03:46.374089 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5b9ae1a3-8e2e-46a0-a9b6-4f799a9c2795 req-e8167623-372f-40ca-9069-c840496e0670 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&id=b68aabd1-8ee1-4921-b3d2-67aaf1765d25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548661 May 10 14:03:47.503439 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb3d3a-6c3f-4687-8ab7-065506d490e5 req-44d6beac-8d62-4f75-907d-8f91025c2343 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:47.504952 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-36fb3d3a-6c3f-4687-8ab7-065506d490e5 req-44d6beac-8d62-4f75-907d-8f91025c2343 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 984 time: 0.0542161 May 10 14:03:47.564610 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-36fb3d3a-6c3f-4687-8ab7-065506d490e5 req-743e75cc-378c-4e2d-9bc8-47a47bd40335 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&id=b68aabd1-8ee1-4921-b3d2-67aaf1765d25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531952 May 10 14:03:48.081839 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 156485a6-4fc0-40bc-a3c8-0aa824e3cae2 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:03:48.101855 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] No Port match for: 156485a6-4fc0-40bc-a3c8-0aa824e3cae2 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:03:48.102204 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 156485a6-4fc0-40bc-a3c8-0aa824e3cae2 not bound to the agent host hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:03:48.681863 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe53424-0325-4241-bc8d-faecfcd276d1 req-ccfd6f31-340e-4004-938e-0400f9cccbba tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:48.683424 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2fe53424-0325-4241-bc8d-faecfcd276d1 req-ccfd6f31-340e-4004-938e-0400f9cccbba tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 984 time: 0.0482581 May 10 14:03:48.749045 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2fe53424-0325-4241-bc8d-faecfcd276d1 req-94ebfaeb-e94b-4853-80b9-ed1c44ee494d tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&id=b68aabd1-8ee1-4921-b3d2-67aaf1765d25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598383 May 10 14:03:48.910981 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfb364-e1df-45c2-8dd7-98e6d9350402 req-085e4eb5-f261-4d2c-80cc-9c1b8d558b6d tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:48.912418 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cbbfb364-e1df-45c2-8dd7-98e6d9350402 req-085e4eb5-f261-4d2c-80cc-9c1b8d558b6d tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 945 time: 0.0477223 May 10 14:03:48.963265 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cbbfb364-e1df-45c2-8dd7-98e6d9350402 req-07542d02-4967-444d-b476-9e954a3c11ba tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=c668e73c-85f7-4040-9241-41114856b09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447245 May 10 14:03:49.204582 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a104c-1758-4bc9-a417-89a75a462513 req-43eb824f-8713-4d28-bf7e-9cd74ea5d76a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:49.205940 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4d6a104c-1758-4bc9-a417-89a75a462513 req-43eb824f-8713-4d28-bf7e-9cd74ea5d76a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0453959 May 10 14:03:49.251703 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4d6a104c-1758-4bc9-a417-89a75a462513 req-e1ab4fe9-43b7-4529-871c-5d4e2a71806a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397947 May 10 14:03:49.865245 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221104cb-be34-4a8e-8ff4-d440b2b25d63 req-82f19874-fe16-4caa-8047-2b1e280a508a tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:49.870929 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-221104cb-be34-4a8e-8ff4-d440b2b25d63 req-82f19874-fe16-4caa-8047-2b1e280a508a tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 984 time: 0.0534244 May 10 14:03:49.934263 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-221104cb-be34-4a8e-8ff4-d440b2b25d63 req-2bc3ebe3-28fc-4cb1-93d9-8571b3d11e0e tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&id=b68aabd1-8ee1-4921-b3d2-67aaf1765d25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564976 May 10 14:03:50.074756 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06452c6-14ef-452c-8b6b-a0028becc4aa req-0dbf9b4a-cb21-4ba0-8b13-db9cb813ca53 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:50.076071 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e06452c6-14ef-452c-8b6b-a0028becc4aa req-0dbf9b4a-cb21-4ba0-8b13-db9cb813ca53 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 945 time: 0.0454273 May 10 14:03:50.120769 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e06452c6-14ef-452c-8b6b-a0028becc4aa req-861577f5-44df-4e83-9e5e-330dddb305dd tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=c668e73c-85f7-4040-9241-41114856b09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393207 May 10 14:03:50.361649 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f761f9-8e90-4083-b448-5b352732af34 req-7765f9a2-4499-4cd3-8acb-b26ad15d909a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:50.363022 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a5f761f9-8e90-4083-b448-5b352732af34 req-7765f9a2-4499-4cd3-8acb-b26ad15d909a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0458698 May 10 14:03:50.409711 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a5f761f9-8e90-4083-b448-5b352732af34 req-bc7178d5-9031-429d-95d8-b1b06db4425d tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406170 May 10 14:03:51.050313 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28e8c7-c7b2-4183-a063-ee3e5f256b6e req-d2da73b6-c429-4673-8712-34d5d7ee1ed6 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:51.051787 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7f28e8c7-c7b2-4183-a063-ee3e5f256b6e req-d2da73b6-c429-4673-8712-34d5d7ee1ed6 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 984 time: 0.0507314 May 10 14:03:51.111366 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7f28e8c7-c7b2-4183-a063-ee3e5f256b6e req-4f55cfee-6fbc-4a1d-b092-21d54fa4eb52 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&id=b68aabd1-8ee1-4921-b3d2-67aaf1765d25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532548 May 10 14:03:51.262679 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8aba90-a91b-431f-98e3-c65f56ea777e req-acfe11c5-ec8a-40fa-9ce9-ae05f864cc7a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:51.264027 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0e8aba90-a91b-431f-98e3-c65f56ea777e req-acfe11c5-ec8a-40fa-9ce9-ae05f864cc7a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 945 time: 0.0779409 May 10 14:03:51.269931 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b568f9-bf7b-440f-951c-ed4321d827a3 req-ec7eb387-9d3f-4dfc-920b-687d26ca5064 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:51.271497 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-32b568f9-bf7b-440f-951c-ed4321d827a3 req-ec7eb387-9d3f-4dfc-920b-687d26ca5064 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 945 time: 0.0740216 May 10 14:03:51.313715 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0e8aba90-a91b-431f-98e3-c65f56ea777e req-e806e6ce-30b0-46dd-9a45-bf24eaee74d8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=c668e73c-85f7-4040-9241-41114856b09f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412934 May 10 14:03:51.420652 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-32b568f9-bf7b-440f-951c-ed4321d827a3 req-83ce26b5-d174-49a0-aa93-bc3f13a142ae tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Deleting port 11a4481d-f88f-4503-b4d7-f6b62b846773 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:03:51.421001 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-32b568f9-bf7b-440f-951c-ed4321d827a3 req-83ce26b5-d174-49a0-aa93-bc3f13a142ae tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (11a4481d-f88f-4503-b4d7-f6b62b846773), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:51.512384 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-32b568f9-bf7b-440f-951c-ed4321d827a3 req-83ce26b5-d174-49a0-aa93-bc3f13a142ae tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] For port 11a4481d-f88f-4503-b4d7-f6b62b846773, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=11a4481d-f88f-4503-b4d7-f6b62b846773,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:03:51.512826 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-32b568f9-bf7b-440f-951c-ed4321d827a3 req-83ce26b5-d174-49a0-aa93-bc3f13a142ae tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (11a4481d-f88f-4503-b4d7-f6b62b846773), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:51.523950 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d04799-0078-4c7f-8f55-c857ec3a0ea8 req-e999b6da-07fb-4692-ad86-08889362a418 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:51.525514 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d5d04799-0078-4c7f-8f55-c857ec3a0ea8 req-e999b6da-07fb-4692-ad86-08889362a418 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0492234 May 10 14:03:51.581814 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d5d04799-0078-4c7f-8f55-c857ec3a0ea8 req-cc15a7fc-b62f-4a2f-9e76-c55695bb7133 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503776 May 10 14:03:51.695562 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-32b568f9-bf7b-440f-951c-ed4321d827a3 req-83ce26b5-d174-49a0-aa93-bc3f13a142ae tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:51.695932 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-32b568f9-bf7b-440f-951c-ed4321d827a3 req-83ce26b5-d174-49a0-aa93-bc3f13a142ae tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (d20729de-a912-4c20-88f5-245fee5a0f34), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:51.696291 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.l3_db [req-32b568f9-bf7b-440f-951c-ed4321d827a3 req-83ce26b5-d174-49a0-aa93-bc3f13a142ae tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Floating IP d20729de-a912-4c20-88f5-245fee5a0f34 disassociated. External IP: 172.27.3.21, port: 11a4481d-f88f-4503-b4d7-f6b62b846773. May 10 14:03:51.696638 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-32b568f9-bf7b-440f-951c-ed4321d827a3 req-83ce26b5-d174-49a0-aa93-bc3f13a142ae tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Calling delete_port for 11a4481d-f88f-4503-b4d7-f6b62b846773 owned by compute:nova {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:03:51.823111 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-32b568f9-bf7b-440f-951c-ed4321d827a3 req-83ce26b5-d174-49a0-aa93-bc3f13a142ae tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (11a4481d-f88f-4503-b4d7-f6b62b846773), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:51.849487 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce26b5-d174-49a0-aa93-bc3f13a142ae tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event deleted for resources: {'Port': ['ID=11a4481d-f88f-4503-b4d7-f6b62b846773,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:51.968781 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32b568f9-bf7b-440f-951c-ed4321d827a3 req-83ce26b5-d174-49a0-aa93-bc3f13a142ae tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Router eea85e8f-4aac-4da4-b715-cc9c21078703 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:03:52.077373 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32b568f9-bf7b-440f-951c-ed4321d827a3 req-83ce26b5-d174-49a0-aa93-bc3f13a142ae tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:03:52.086517 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536005d7-6a8a-41c4-a96b-bba6b62f215c None None] Sync routers for ids ['eea85e8f-4aac-4da4-b715-cc9c21078703'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:03:52.097236 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536005d7-6a8a-41c4-a96b-bba6b62f215c None None] Routers {'eea85e8f-4aac-4da4-b715-cc9c21078703'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:03:52.097849 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-536005d7-6a8a-41c4-a96b-bba6b62f215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:03:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['eea85e8f-4aac-4da4-b715-cc9c21078703'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:52.119058 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b568f9-bf7b-440f-951c-ed4321d827a3 req-83ce26b5-d174-49a0-aa93-bc3f13a142ae tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] No DVR routers for this DVR port 11a4481d-f88f-4503-b4d7-f6b62b846773 on host hv-cinder-84067 {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:03:52.121991 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-32b568f9-bf7b-440f-951c-ed4321d827a3 req-83ce26b5-d174-49a0-aa93-bc3f13a142ae tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:52.125643 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-32b568f9-bf7b-440f-951c-ed4321d827a3 req-83ce26b5-d174-49a0-aa93-bc3f13a142ae tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.57 "DELETE /v2.0/ports/11a4481d-f88f-4503-b4d7-f6b62b846773 HTTP/1.1" status: 204 len: 173 time: 0.7864048 May 10 14:03:52.126100 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5f6640-8318-4ba7-be1f-7a578b595363', 'name': 'network-vif-deleted', 'tag': '11a4481d-f88f-4503-b4d7-f6b62b846773'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:03:52.128365 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7c71ba-909b-4364-9a15-5d2cd765515f" -d '{"events": [{"server_uuid": "1e5f6640-8318-4ba7-be1f-7a578b595363", "name": "network-vif-deleted", "tag": "11a4481d-f88f-4503-b4d7-f6b62b846773"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:03:52.173948 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c215b6a-032e-4af6-ab0b-2762d6d95334 x-openstack-request-id: req-5c215b6a-032e-4af6-ab0b-2762d6d95334 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:03:52.174460 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5f6640-8318-4ba7-be1f-7a578b595363", "name": "network-vif-deleted", "tag": "11a4481d-f88f-4503-b4d7-f6b62b846773", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:03:52.175025 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c215b6a-032e-4af6-ab0b-2762d6d95334 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:03:52.175589 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c215b6a-032e-4af6-ab0b-2762d6d95334'] response: {'server_uuid': '1e5f6640-8318-4ba7-be1f-7a578b595363', 'name': 'network-vif-deleted', 'tag': '11a4481d-f88f-4503-b4d7-f6b62b846773', 'status': 'completed', 'code': 200} May 10 14:03:52.215543 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-536005d7-6a8a-41c4-a96b-bba6b62f215c None None] Set router eea85e8f-4aac-4da4-b715-cc9c21078703 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:03:52.276756 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508eb3c2-cdac-4066-8a37-3f6e4e9fa1bb req-e817b594-9d92-4cbc-83b1-3f5727c3aa2f tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:52.281895 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-508eb3c2-cdac-4066-8a37-3f6e4e9fa1bb req-e817b594-9d92-4cbc-83b1-3f5727c3aa2f tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 984 time: 0.0662017 May 10 14:03:52.346600 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-508eb3c2-cdac-4066-8a37-3f6e4e9fa1bb req-0282955f-492a-49a9-b09d-747b8472c5e5 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&id=b68aabd1-8ee1-4921-b3d2-67aaf1765d25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622134 May 10 14:03:52.441385 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f637aa68-0bb9-4bb5-a78b-b322da05931a req-1f9d9377-e3c5-4620-a963-13975c4cb573 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e5f6640-8318-4ba7-be1f-7a578b595363 HTTP/1.1" status: 200 len: 210 time: 0.0317650 May 10 14:03:52.459429 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-536005d7-6a8a-41c4-a96b-bba6b62f215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:29Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:52.485737 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536005d7-6a8a-41c4-a96b-bba6b62f215c None None] Checking router: eea85e8f-4aac-4da4-b715-cc9c21078703 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:03:52.494298 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536005d7-6a8a-41c4-a96b-bba6b62f215c None None] Routers {'eea85e8f-4aac-4da4-b715-cc9c21078703'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:03:52.494889 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-536005d7-6a8a-41c4-a96b-bba6b62f215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:03:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['eea85e8f-4aac-4da4-b715-cc9c21078703'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:52.600968 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-536005d7-6a8a-41c4-a96b-bba6b62f215c None None] Set router eea85e8f-4aac-4da4-b715-cc9c21078703 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:03:52.718906 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad45ea9-287f-4ecd-b12e-4b65b22bf951 req-1353f73c-3518-4e90-9a14-b3c99b77ce23 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:52.720395 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cad45ea9-287f-4ecd-b12e-4b65b22bf951 req-1353f73c-3518-4e90-9a14-b3c99b77ce23 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0475373 May 10 14:03:52.780806 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cad45ea9-287f-4ecd-b12e-4b65b22bf951 req-a06b144c-a8fd-4662-97cf-5e77b4f0ac8b tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547695 May 10 14:03:52.806278 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-536005d7-6a8a-41c4-a96b-bba6b62f215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:29Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:03:52.833331 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536005d7-6a8a-41c4-a96b-bba6b62f215c None None] The sync data for ids ['eea85e8f-4aac-4da4-b715-cc9c21078703'] in dv-cinder-840678-6-iscsi is: [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:29Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:03:53.061818 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60a4c5b-d047-4624-93ee-fca8f182896c None None] New status for floating IP d20729de-a912-4c20-88f5-245fee5a0f34: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:03:53.464920 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d780573-3d83-47a7-873e-f87768b305f5 req-8b5ebe7b-ead7-48ea-99d4-dd3ae79846a4 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:53.466356 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3d780573-3d83-47a7-873e-f87768b305f5 req-8b5ebe7b-ead7-48ea-99d4-dd3ae79846a4 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 984 time: 0.0481179 May 10 14:03:53.529150 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3d780573-3d83-47a7-873e-f87768b305f5 req-06f411b5-ca92-4a3b-b4b3-abd223d31d2a tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&id=b68aabd1-8ee1-4921-b3d2-67aaf1765d25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569744 May 10 14:03:53.530164 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54120) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:53.588858 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b13c-63b4-4611-a247-979b2b3fd0b6 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group (c668e73c-85f7-4040-9241-41114856b09f), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:53.613262 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b13c-63b4-4611-a247-979b2b3fd0b6 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group (c668e73c-85f7-4040-9241-41114856b09f), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:53.669730 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b13c-63b4-4611-a247-979b2b3fd0b6 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (c668e73c-85f7-4040-9241-41114856b09f), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:53.672380 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f0a1b13c-63b4-4611-a247-979b2b3fd0b6 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:53.673573 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f0a1b13c-63b4-4611-a247-979b2b3fd0b6 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "DELETE /v2.0/security-groups/c668e73c-85f7-4040-9241-41114856b09f HTTP/1.1" status: 204 len: 168 time: 0.1424050 May 10 14:03:53.676433 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 54124) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:53.682691 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1b13c-63b4-4611-a247-979b2b3fd0b6 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c668e73c-85f7-4040-9241-41114856b09f,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:53.689882 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.api.v2.resource [None req-fbdc4154-abfe-4c1c-a739-5b31f92455a7 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] show failed (client error): The resource could not be found. May 10 14:03:53.690894 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-fbdc4154-abfe-4c1c-a739-5b31f92455a7 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups/c668e73c-85f7-4040-9241-41114856b09f HTTP/1.1" status: 404 len: 347 time: 0.0134785 May 10 14:03:53.694010 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54126) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:53.815612 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-22857c6c-8898-405f-847f-04fba8cc0e0a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Deleting port d6e7cc03-cc8c-45ee-bb72-26dbb98cfb1c {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:03:53.815959 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-22857c6c-8898-405f-847f-04fba8cc0e0a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (d6e7cc03-cc8c-45ee-bb72-26dbb98cfb1c), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:53.916341 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2325e-d18d-450c-a70b-56d3ed1a1fcf req-4fe1c149-1fae-4b35-9213-035db0a11c85 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:53.917814 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f6a2325e-d18d-450c-a70b-56d3ed1a1fcf req-4fe1c149-1fae-4b35-9213-035db0a11c85 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0647187 May 10 14:03:53.941600 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-22857c6c-8898-405f-847f-04fba8cc0e0a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (d6e7cc03-cc8c-45ee-bb72-26dbb98cfb1c), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:53.941934 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-22857c6c-8898-405f-847f-04fba8cc0e0a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (d6e7cc03-cc8c-45ee-bb72-26dbb98cfb1c), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:53.962794 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-22857c6c-8898-405f-847f-04fba8cc0e0a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Calling delete_port for d6e7cc03-cc8c-45ee-bb72-26dbb98cfb1c owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:03:54.025844 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f6a2325e-d18d-450c-a70b-56d3ed1a1fcf req-27a3ccb7-7036-4a7b-aeb3-4062ba2aef90 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981615 May 10 14:03:54.116605 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-22857c6c-8898-405f-847f-04fba8cc0e0a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (d6e7cc03-cc8c-45ee-bb72-26dbb98cfb1c), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:54.147877 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22857c6c-8898-405f-847f-04fba8cc0e0a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event deleted for resources: {'Port': ['ID=d6e7cc03-cc8c-45ee-bb72-26dbb98cfb1c,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:54.200349 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-22857c6c-8898-405f-847f-04fba8cc0e0a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (d20729de-a912-4c20-88f5-245fee5a0f34), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:54.202790 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-22857c6c-8898-405f-847f-04fba8cc0e0a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:54.203905 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-22857c6c-8898-405f-847f-04fba8cc0e0a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "DELETE /v2.0/floatingips/d20729de-a912-4c20-88f5-245fee5a0f34 HTTP/1.1" status: 204 len: 168 time: 0.5084343 May 10 14:03:54.279764 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 54132) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:54.284182 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-878e7b40-cb0e-4804-9292-889edf322dff tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--838268663', 'description': 'tempest-description--2053708353'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:54.304101 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-878e7b40-cb0e-4804-9292-889edf322dff tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:54.371059 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-878e7b40-cb0e-4804-9292-889edf322dff tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group (2361984b-d1a9-4558-bcef-7db202efde17), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:54.374811 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-878e7b40-cb0e-4804-9292-889edf322dff tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (2361984b-d1a9-4558-bcef-7db202efde17), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:54.405431 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-878e7b40-cb0e-4804-9292-889edf322dff tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:54.406634 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-878e7b40-cb0e-4804-9292-889edf322dff tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1259177 May 10 14:03:54.407548 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e7b40-cb0e-4804-9292-889edf322dff tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2361984b-d1a9-4558-bcef-7db202efde17,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:54.409646 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54134) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:54.414839 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-a06f17d9-d680-47d4-b56b-a29082a88723 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Request body: {'security_group_rule': {'security_group_id': '2361984b-d1a9-4558-bcef-7db202efde17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:54.439773 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a06f17d9-d680-47d4-b56b-a29082a88723 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group_rule (3a83b277-7f7b-4559-9575-78cc76f0ed5b), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:54.493496 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a06f17d9-d680-47d4-b56b-a29082a88723 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group_rule (3a83b277-7f7b-4559-9575-78cc76f0ed5b), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:54.496926 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a06f17d9-d680-47d4-b56b-a29082a88723 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (3a83b277-7f7b-4559-9575-78cc76f0ed5b), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:54.513946 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f17d9-d680-47d4-b56b-a29082a88723 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a83b277-7f7b-4559-9575-78cc76f0ed5b,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:54.522058 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a06f17d9-d680-47d4-b56b-a29082a88723 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:54.523773 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a06f17d9-d680-47d4-b56b-a29082a88723 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130395 May 10 14:03:54.526331 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54136) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:54.530497 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-764b2c58-b4c7-4b25-be39-3d5fb70d424f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Request body: {'security_group_rule': {'security_group_id': '2361984b-d1a9-4558-bcef-7db202efde17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:54.554797 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-764b2c58-b4c7-4b25-be39-3d5fb70d424f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group_rule (ba19afb4-bcdb-4c74-bef4-6d174cda56d1), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:54.642687 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-764b2c58-b4c7-4b25-be39-3d5fb70d424f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group_rule (ba19afb4-bcdb-4c74-bef4-6d174cda56d1), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:54.649105 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-764b2c58-b4c7-4b25-be39-3d5fb70d424f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (ba19afb4-bcdb-4c74-bef4-6d174cda56d1), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:54.660059 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9ad6a-2032-4a5e-9c50-99246fe5f068 req-6acbee50-3ddf-49c1-90a0-39cd509b3122 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:54.661546 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c8a9ad6a-2032-4a5e-9c50-99246fe5f068 req-6acbee50-3ddf-49c1-90a0-39cd509b3122 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 984 time: 0.0636156 May 10 14:03:54.680848 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b2c58-b4c7-4b25-be39-3d5fb70d424f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba19afb4-bcdb-4c74-bef4-6d174cda56d1,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:54.693286 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-764b2c58-b4c7-4b25-be39-3d5fb70d424f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:54.694959 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-764b2c58-b4c7-4b25-be39-3d5fb70d424f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1677208 May 10 14:03:54.698044 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 54140) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:03:54.702581 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-34f6a684-48bc-43a6-bb29-3a299810580b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Request body: {'floatingip': {'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:54.727123 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-34f6a684-48bc-43a6-bb29-3a299810580b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:54.739824 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c8a9ad6a-2032-4a5e-9c50-99246fe5f068 req-97b6583f-e12a-4544-8542-11ad5a34f0da tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&id=b68aabd1-8ee1-4921-b3d2-67aaf1765d25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695829 May 10 14:03:54.825566 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-34f6a684-48bc-43a6-bb29-3a299810580b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:54.929664 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-34f6a684-48bc-43a6-bb29-3a299810580b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Allocated IP 172.27.3.161 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/d2dd7744-c49c-424f-be30-5c607f88b71a) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:03:55.032674 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-34f6a684-48bc-43a6-bb29-3a299810580b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for port (d2dd7744-c49c-424f-be30-5c607f88b71a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:55.066384 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-34f6a684-48bc-43a6-bb29-3a299810580b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (d2dd7744-c49c-424f-be30-5c607f88b71a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:55.114894 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f6a684-48bc-43a6-bb29-3a299810580b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:03:55.133646 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-34f6a684-48bc-43a6-bb29-3a299810580b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:03:55.136570 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f6a684-48bc-43a6-bb29-3a299810580b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:03:55.173927 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6a684-48bc-43a6-bb29-3a299810580b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event updated for resources: {'Port': ['ID=d2dd7744-c49c-424f-be30-5c607f88b71a,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:55.187936 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab5046-3913-48b3-b84a-b3e98f805ba6 req-bc44c01a-49d3-42fc-9e5a-dfb0b7bf23ce tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:55.189464 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e3ab5046-3913-48b3-b84a-b3e98f805ba6 req-bc44c01a-49d3-42fc-9e5a-dfb0b7bf23ce tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0934680 May 10 14:03:55.255773 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:55.270735 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e3ab5046-3913-48b3-b84a-b3e98f805ba6 req-a6597dc5-51d1-4200-a3d9-c8b231ee1850 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744851 May 10 14:03:55.285571 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-34f6a684-48bc-43a6-bb29-3a299810580b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (b98e989c-6787-4922-9b34-7701f9fb4f5b), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:55.323418 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-34f6a684-48bc-43a6-bb29-3a299810580b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (d2dd7744-c49c-424f-be30-5c607f88b71a), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:55.471110 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-34f6a684-48bc-43a6-bb29-3a299810580b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for port (d2dd7744-c49c-424f-be30-5c607f88b71a), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:55.476347 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-34f6a684-48bc-43a6-bb29-3a299810580b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (d2dd7744-c49c-424f-be30-5c607f88b71a), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:55.545206 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6a684-48bc-43a6-bb29-3a299810580b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event updated for resources: {'Port': ['ID=d2dd7744-c49c-424f-be30-5c607f88b71a,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:55.557122 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-34f6a684-48bc-43a6-bb29-3a299810580b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (b98e989c-6787-4922-9b34-7701f9fb4f5b), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:55.571715 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-34f6a684-48bc-43a6-bb29-3a299810580b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:55.572964 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-34f6a684-48bc-43a6-bb29-3a299810580b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8738112 May 10 14:03:55.765643 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-e1a38a63-4a36-4cc0-86ef-b753a73db220 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--838268663&fields=id&tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd HTTP/1.1" status: 200 len: 267 time: 0.0415082 May 10 14:03:55.862368 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a757c98-404f-445c-9dea-ab131048979f req-4fde3060-29b0-47c8-bbeb-6cc1622431d0 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:55.863858 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6a757c98-404f-445c-9dea-ab131048979f req-4fde3060-29b0-47c8-bbeb-6cc1622431d0 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 984 time: 0.0514057 May 10 14:03:55.874697 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-4ba7a5b0-ffa4-4dbc-a603-3252f652ecf8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:55.876150 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-4ba7a5b0-ffa4-4dbc-a603-3252f652ecf8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/networks?id=2c9ceeee-200d-4bc2-b027-788cdb69321a HTTP/1.1" status: 200 len: 815 time: 0.1043315 May 10 14:03:55.891938 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-0cd178e0-17f8-4ff0-8394-d34c9cbd4e05 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/quotas/e296ee60cdee4a6b9ca754c83b8c9ffd HTTP/1.1" status: 200 len: 375 time: 0.0103397 May 10 14:03:55.896499 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-89fcbb4e-e877-4dab-8d58-0c008aff3a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:55.930023 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6a757c98-404f-445c-9dea-ab131048979f req-535e3d48-7744-499e-9408-2e4b41e88bec tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&id=b68aabd1-8ee1-4921-b3d2-67aaf1765d25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593638 May 10 14:03:55.941612 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-93353f54-6516-4209-a4bf-489d0a1d4c4d tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440085 May 10 14:03:56.041617 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-8da27422-315f-4fe9-97e6-2e017d4984af service neutron] 10.222.0.49 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877395 May 10 14:03:56.118945 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 11a4481d-f88f-4503-b4d7-f6b62b846773 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:03:56.130276 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-7ea45493-c1aa-41f1-a7bc-2477a4f7d55d service neutron] 10.222.0.49 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828772 May 10 14:03:56.150893 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] No Port match for: 11a4481d-f88f-4503-b4d7-f6b62b846773 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:03:56.151243 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 11a4481d-f88f-4503-b4d7-f6b62b846773 not bound to the agent host hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:03:56.284312 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e1a8eca8-c433-40e3-8e73-dc620d09cd4d req-d571f035-4f05-48e4-96be-9df5dcee400a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 210 time: 0.0274992 May 10 14:03:56.386608 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4efcbd-8f35-48f8-8021-05adc098f8ce req-3b12c1ec-18fc-4520-8e4a-f8e1c5bf59d7 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:56.388924 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6f4efcbd-8f35-48f8-8021-05adc098f8ce req-3b12c1ec-18fc-4520-8e4a-f8e1c5bf59d7 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0499952 May 10 14:03:56.441195 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6f4efcbd-8f35-48f8-8021-05adc098f8ce req-72dd4545-628a-4eaa-a89b-e70465622c3a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470812 May 10 14:03:57.051011 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269694b6-c984-4ef0-b12c-8d040ea04da8 req-ff13c2fd-be45-4cd3-a9b9-96c7fbdeb529 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:57.052506 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-269694b6-c984-4ef0-b12c-8d040ea04da8 req-ff13c2fd-be45-4cd3-a9b9-96c7fbdeb529 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 984 time: 0.0556355 May 10 14:03:57.110374 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-269694b6-c984-4ef0-b12c-8d040ea04da8 req-03accb24-b6cd-45f6-9aea-11300534d41c tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&id=b68aabd1-8ee1-4921-b3d2-67aaf1765d25&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516210 May 10 14:03:57.387671 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-38fd8ac4-5ac2-430a-b4a8-a59d9b5d9ced req-00fbab5c-64e4-4ba6-9d79-4c844af42d97 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 210 time: 0.0287011 May 10 14:03:57.553589 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef37cb-3098-45a7-bc1d-070df7045e70 req-381817e4-5561-4295-b801-508d3625e216 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:57.555033 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e0ef37cb-3098-45a7-bc1d-070df7045e70 req-381817e4-5561-4295-b801-508d3625e216 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0466981 May 10 14:03:57.600491 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e0ef37cb-3098-45a7-bc1d-070df7045e70 req-51f7d257-f757-4b61-ad6f-863ba7e3d166 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399933 May 10 14:03:58.287964 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fc4ee-12f7-49bf-955f-3486df1e954f req-68b5efb2-f714-41e5-b938-ac0e65384c72 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:58.289336 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-85cf6ef6-eb39-4534-b787-4d001dda01c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:58.290056 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0f8fc4ee-12f7-49bf-955f-3486df1e954f req-68b5efb2-f714-41e5-b938-ac0e65384c72 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0801325 May 10 14:03:58.299117 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54875445-1531-422e-a4dd-dfbd5f5f78ca req-71eb7687-6dc4-4695-a92b-257b4f7f39c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:58.300554 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-54875445-1531-422e-a4dd-dfbd5f5f78ca req-71eb7687-6dc4-4695-a92b-257b4f7f39c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=368287ad726146f88559c73a86e4b26d&device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 1129 time: 0.0606441 May 10 14:03:58.449312 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0f8fc4ee-12f7-49bf-955f-3486df1e954f req-a82b677e-7e2d-48cc-a184-fec67e7198e7 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514132 May 10 14:03:58.489533 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a2a8754a-8c4d-483c-83e2-07db9b1c3eab req-1e31910f-474a-46f9-bc89-976e47524d8c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 210 time: 0.0279043 May 10 14:03:58.511599 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54875445-1531-422e-a4dd-dfbd5f5f78ca req-2a1a102e-50df-4878-ae94-1456ec30363a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:58.513197 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-54875445-1531-422e-a4dd-dfbd5f5f78ca req-2a1a102e-50df-4878-ae94-1456ec30363a service neutron] 10.222.0.57 "GET /v2.0/networks?id=74785619-4d29-47a9-9c74-95cf48855a3c HTTP/1.1" status: 200 len: 919 time: 0.1884584 May 10 14:03:58.519114 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-a7bcb81f-7e28-4f15-9eb7-88514093d820 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:58.520737 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-a7bcb81f-7e28-4f15-9eb7-88514093d820 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.57 "GET /v2.0/networks?id=2c9ceeee-200d-4bc2-b027-788cdb69321a HTTP/1.1" status: 200 len: 815 time: 0.2051804 May 10 14:03:58.635633 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-54875445-1531-422e-a4dd-dfbd5f5f78ca req-e3fc21f6-003a-4dd6-a82c-5301563ae956 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2587919-e230-4e3a-8926-a6478337a26a HTTP/1.1" status: 200 len: 1001 time: 0.0871599 May 10 14:03:58.654010 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-7b0a06da-8582-4e9c-aaf5-1c1d9d01e88e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd HTTP/1.1" status: 200 len: 379 time: 0.1043184 May 10 14:03:58.689494 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-84b12fb6-d19a-4a2e-a455-356a564bc800 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Request body: {'port': {'device_id': '61ade9bf-f1d4-454c-928b-bb882c680d30', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'admin_state_up': True, 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'security_groups': ['2361984b-d1a9-4558-bcef-7db202efde17']}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:58.786768 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb8400-248b-4a38-b154-7cb3ebad960e req-ffef1cdf-0987-4eb2-9bcd-ac597831a977 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:58.788257 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-61fb8400-248b-4a38-b154-7cb3ebad960e req-ffef1cdf-0987-4eb2-9bcd-ac597831a977 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.1204123 May 10 14:03:58.811434 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54875445-1531-422e-a4dd-dfbd5f5f78ca req-e314cf25-7cdc-4284-ba16-ad2d4e791a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:58.812877 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-54875445-1531-422e-a4dd-dfbd5f5f78ca req-e314cf25-7cdc-4284-ba16-ad2d4e791a75 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3840d9d-0915-4f13-a509-4479e7e326c0 HTTP/1.1" status: 200 len: 857 time: 0.1344476 May 10 14:03:58.907844 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54875445-1531-422e-a4dd-dfbd5f5f78ca req-98c72018-576d-4ef1-85c1-0b15f2e11091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:58.909276 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-54875445-1531-422e-a4dd-dfbd5f5f78ca req-98c72018-576d-4ef1-85c1-0b15f2e11091 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74785619-4d29-47a9-9c74-95cf48855a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0860193 May 10 14:03:58.915342 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-61fb8400-248b-4a38-b154-7cb3ebad960e req-9f4c2cd5-203e-42e8-aa1b-18beac060094 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164625 May 10 14:03:59.197440 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-84b12fb6-d19a-4a2e-a455-356a564bc800 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Made reservation on behalf of e296ee60cdee4a6b9ca754c83b8c9ffd for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:03:59.200663 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-84b12fb6-d19a-4a2e-a455-356a564bc800 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:59.299196 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-54875445-1531-422e-a4dd-dfbd5f5f78ca req-6ad58dd1-6b8b-4619-9555-c7a39560a607 service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810940 May 10 14:03:59.353991 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:59.403969 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-84b12fb6-d19a-4a2e-a455-356a564bc800 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Allocated IP 172.20.0.8 (2c9ceeee-200d-4bc2-b027-788cdb69321a/cf9fa0ee-3693-4449-88b2-25628aadc1b4/41e1a591-ff64-4acf-8e49-bb32771685e9) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:03:59.442457 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-54875445-1531-422e-a4dd-dfbd5f5f78ca req-266c5fd8-8457-411c-bc4f-6f5ce08a5e0d service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353638 May 10 14:03:59.570746 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ccb7e-5c35-4c19-a68c-7c0f7541886b req-817b2dce-72f6-4afb-9d20-cfb7bc08e558 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:59.572248 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ff2ccb7e-5c35-4c19-a68c-7c0f7541886b req-817b2dce-72f6-4afb-9d20-cfb7bc08e558 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0477643 May 10 14:03:59.602534 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-84b12fb6-d19a-4a2e-a455-356a564bc800 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for port (41e1a591-ff64-4acf-8e49-bb32771685e9), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:59.605282 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f89d591e-bf04-4db5-9bb5-13a457f66b52 req-491deda7-9abb-4a41-8211-dee3f4526745 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 210 time: 0.0420091 May 10 14:03:59.622347 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ff2ccb7e-5c35-4c19-a68c-7c0f7541886b req-83fa1256-4f4e-4c8f-8b12-eb8a26d99117 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446086 May 10 14:03:59.638357 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-84b12fb6-d19a-4a2e-a455-356a564bc800 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (41e1a591-ff64-4acf-8e49-bb32771685e9), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:59.686650 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-84b12fb6-d19a-4a2e-a455-356a564bc800 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Network 2c9ceeee-200d-4bc2-b027-788cdb69321a is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:03:59.689629 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-84b12fb6-d19a-4a2e-a455-356a564bc800 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:03:59.693396 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-84b12fb6-d19a-4a2e-a455-356a564bc800 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:03:59.720958 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b12fb6-d19a-4a2e-a455-356a564bc800 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event updated for resources: {'Port': ['ID=41e1a591-ff64-4acf-8e49-bb32771685e9,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:03:59.749865 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-84b12fb6-d19a-4a2e-a455-356a564bc800 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:03:59.750500 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-84b12fb6-d19a-4a2e-a455-356a564bc800 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:59.767846 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-84b12fb6-d19a-4a2e-a455-356a564bc800 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0902433 May 10 14:03:59.797113 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-e3887d5e-cba7-4980-b41c-8f2a0bdcd946 service neutron] Request body: {'port': {'device_id': '61ade9bf-f1d4-454c-928b-bb882c680d30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:03:59.864077 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-e3887d5e-cba7-4980-b41c-8f2a0bdcd946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (41e1a591-ff64-4acf-8e49-bb32771685e9), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:59.956974 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-4b129e09-fee0-47fd-a591-135c18926484 None None] Provisioning complete for port 41e1a591-ff64-4acf-8e49-bb32771685e9 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:03:59.957358 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4b129e09-fee0-47fd-a591-135c18926484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (41e1a591-ff64-4acf-8e49-bb32771685e9), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:03:59.996355 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-4b129e09-fee0-47fd-a591-135c18926484 None None] Port 41e1a591-ff64-4acf-8e49-bb32771685e9 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:04:00.076199 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afb660-2023-48e3-842c-c9408874a5d9 req-24f87161-6ee7-4567-b036-06e350904033 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:00.077650 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-56afb660-2023-48e3-842c-c9408874a5d9 req-24f87161-6ee7-4567-b036-06e350904033 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0797169 May 10 14:04:00.151705 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-56afb660-2023-48e3-842c-c9408874a5d9 req-e237cd36-6422-4340-951f-b3c1ee611e94 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661621 May 10 14:04:00.198681 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-e3887d5e-cba7-4980-b41c-8f2a0bdcd946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e1a591-ff64-4acf-8e49-bb32771685e9 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:04:00.206142 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-e3887d5e-cba7-4980-b41c-8f2a0bdcd946 service neutron] Publish callbacks [] for port (41e1a591-ff64-4acf-8e49-bb32771685e9), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:00.218537 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-e3887d5e-cba7-4980-b41c-8f2a0bdcd946 service neutron] Transition to ACTIVE for port object 41e1a591-ff64-4acf-8e49-bb32771685e9 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:04:00.222132 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-e3887d5e-cba7-4980-b41c-8f2a0bdcd946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (41e1a591-ff64-4acf-8e49-bb32771685e9), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:00.274384 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3887d5e-cba7-4980-b41c-8f2a0bdcd946 service neutron] Pushing event updated for resources: {'Port': ['ID=41e1a591-ff64-4acf-8e49-bb32771685e9,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:00.342366 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-e3887d5e-cba7-4980-b41c-8f2a0bdcd946 service neutron] Attempting to bind port 41e1a591-ff64-4acf-8e49-bb32771685e9 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:04:00.343071 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-e3887d5e-cba7-4980-b41c-8f2a0bdcd946 service neutron] Attempting to bind port 41e1a591-ff64-4acf-8e49-bb32771685e9 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:04:00.343071 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-e3887d5e-cba7-4980-b41c-8f2a0bdcd946 service neutron] Attempting to bind port 41e1a591-ff64-4acf-8e49-bb32771685e9 on network 2c9ceeee-200d-4bc2-b027-788cdb69321a {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:04:00.347753 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-e3887d5e-cba7-4980-b41c-8f2a0bdcd946 service neutron] Port 41e1a591-ff64-4acf-8e49-bb32771685e9 on network 2c9ceeee-200d-4bc2-b027-788cdb69321a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:04:00.348084 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-e3887d5e-cba7-4980-b41c-8f2a0bdcd946 service neutron] Attempting to bind port 41e1a591-ff64-4acf-8e49-bb32771685e9 on network 2c9ceeee-200d-4bc2-b027-788cdb69321a {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:04:00.353927 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-e3887d5e-cba7-4980-b41c-8f2a0bdcd946 service neutron] Checking agent: {'id': 'b4f1cee2-bd7e-4da4-854f-0334af1b5198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'started_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:04:00.354273 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-e3887d5e-cba7-4980-b41c-8f2a0bdcd946 service neutron] Checking segment: {'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:04:00.354665 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-e3887d5e-cba7-4980-b41c-8f2a0bdcd946 service neutron] Bound using segment: {'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:04:00.355105 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-e3887d5e-cba7-4980-b41c-8f2a0bdcd946 service neutron] Bound port: 41e1a591-ff64-4acf-8e49-bb32771685e9, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:04:00.355468 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-e3887d5e-cba7-4980-b41c-8f2a0bdcd946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (41e1a591-ff64-4acf-8e49-bb32771685e9), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:00.426042 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-e3887d5e-cba7-4980-b41c-8f2a0bdcd946 service neutron] For port 41e1a591-ff64-4acf-8e49-bb32771685e9, host hv-cinder-84067, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:04:00.429611 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-e3887d5e-cba7-4980-b41c-8f2a0bdcd946 service neutron] For port 41e1a591-ff64-4acf-8e49-bb32771685e9, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=41e1a591-ff64-4acf-8e49-bb32771685e9,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:04:00.435282 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-e3887d5e-cba7-4980-b41c-8f2a0bdcd946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (41e1a591-ff64-4acf-8e49-bb32771685e9), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:00.467401 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-e3887d5e-cba7-4980-b41c-8f2a0bdcd946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:00.468342 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-e3887d5e-cba7-4980-b41c-8f2a0bdcd946 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:00.469610 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-e3887d5e-cba7-4980-b41c-8f2a0bdcd946 service neutron] 10.222.0.57 "PUT /v2.0/ports/41e1a591-ff64-4acf-8e49-bb32771685e9 HTTP/1.1" status: 200 len: 1093 time: 0.6770079 May 10 14:04:00.471733 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ade9bf-f1d4-454c-928b-bb882c680d30', 'tag': '41e1a591-ff64-4acf-8e49-bb32771685e9'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:04:00.473999 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89429cc-ebcc-4ed2-8bd5-26c404ccfd4c" -d '{"events": [{"name": "network-changed", "server_uuid": "61ade9bf-f1d4-454c-928b-bb882c680d30", "tag": "41e1a591-ff64-4acf-8e49-bb32771685e9"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:04:00.502476 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3887d5e-cba7-4980-b41c-8f2a0bdcd946 service neutron] Pushing event updated for resources: {'Port': ['ID=41e1a591-ff64-4acf-8e49-bb32771685e9,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:00.536669 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc02ad7-d335-4147-a0f3-88946a5eb09b x-openstack-request-id: req-efc02ad7-d335-4147-a0f3-88946a5eb09b {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:04:00.536965 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ade9bf-f1d4-454c-928b-bb882c680d30", "tag": "41e1a591-ff64-4acf-8e49-bb32771685e9", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:04:00.537220 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-efc02ad7-d335-4147-a0f3-88946a5eb09b {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:04:00.537620 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efc02ad7-d335-4147-a0f3-88946a5eb09b'] response: {'name': 'network-changed', 'server_uuid': '61ade9bf-f1d4-454c-928b-bb882c680d30', 'tag': '41e1a591-ff64-4acf-8e49-bb32771685e9', 'status': 'completed', 'code': 200} May 10 14:04:00.566107 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-1616aeab-ac86-4e51-98a4-36f6f8453d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:00.567633 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-1616aeab-ac86-4e51-98a4-36f6f8453d3b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd&device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 1127 time: 0.0430140 May 10 14:04:00.624832 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-a26bd3b3-a22f-4032-b694-8afc45dcead0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41e1a591-ff64-4acf-8e49-bb32771685e9 HTTP/1.1" status: 200 len: 217 time: 0.0348229 May 10 14:04:00.693598 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-bac770e9-0686-47e3-8aa6-28a1b3bbf02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:00.695573 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-bac770e9-0686-47e3-8aa6-28a1b3bbf02f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cf9fa0ee-3693-4449-88b2-25628aadc1b4 HTTP/1.1" status: 200 len: 854 time: 0.0603130 May 10 14:04:00.755538 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59e954-44f5-4f35-8df4-44bdae696231 req-9550b990-6437-459a-aa57-a31d320f518f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:00.756437 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:00.757179 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb59e954-44f5-4f35-8df4-44bdae696231 req-9550b990-6437-459a-aa57-a31d320f518f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 943 time: 0.0791576 May 10 14:04:00.763846 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-8ec7a044-7d49-4ec8-9f6f-6daeeae5a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:00.765085 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376aba6c-c9bd-4318-a0a2-69a4c906ac0f req-c5ffb019-cf3d-4541-910f-3fec358e623e tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:00.765576 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-8ec7a044-7d49-4ec8-9f6f-6daeeae5a263 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2c9ceeee-200d-4bc2-b027-788cdb69321a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544932 May 10 14:04:00.766605 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-376aba6c-c9bd-4318-a0a2-69a4c906ac0f req-c5ffb019-cf3d-4541-910f-3fec358e623e tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0663991 May 10 14:04:00.816319 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-376aba6c-c9bd-4318-a0a2-69a4c906ac0f req-d37d6474-bda3-4af3-a32c-e385324640f4 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438929 May 10 14:04:00.860593 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cb59e954-44f5-4f35-8df4-44bdae696231 req-91651e91-a284-4f1a-b660-37cd027f1972 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=2361984b-d1a9-4558-bcef-7db202efde17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941775 May 10 14:04:00.889834 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-292bc507-9103-4c66-bf10-462731b088a5 service neutron] 10.222.0.57 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097152 May 10 14:04:00.979399 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a713e960-bf9b-4934-8f66-7c8fe061756b req-a59c00ba-2c3c-402d-b11c-0c774766fe5a service neutron] 10.222.0.57 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813091 May 10 14:04:01.262375 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b5500-43c1-4878-be25-c1bb23d75e68 req-339f8a67-42ee-499c-8b48-a44e54155693 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:01.263856 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f52b5500-43c1-4878-be25-c1bb23d75e68 req-339f8a67-42ee-499c-8b48-a44e54155693 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0469787 May 10 14:04:01.309956 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f52b5500-43c1-4878-be25-c1bb23d75e68 req-6410b60d-2c67-45df-a991-86c97498693c tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406020 May 10 14:04:01.935655 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8e01e-ad11-4dc8-a23b-ca2d229fbe0f req-93d4b607-7e7e-49de-8183-f7f3020ec53a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:01.937148 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c9e8e01e-ad11-4dc8-a23b-ca2d229fbe0f req-93d4b607-7e7e-49de-8183-f7f3020ec53a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0532291 May 10 14:04:01.979426 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2302806-ab9d-41e4-a826-4ed5ab8c65ac req-ec60b943-8655-480b-a2c5-b2900b928d1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:01.980918 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f2302806-ab9d-41e4-a826-4ed5ab8c65ac req-ec60b943-8655-480b-a2c5-b2900b928d1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 943 time: 0.0501602 May 10 14:04:01.983620 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c9e8e01e-ad11-4dc8-a23b-ca2d229fbe0f req-e8283b12-16f3-4d9b-817e-a971cba2572a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408916 May 10 14:04:02.027493 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f2302806-ab9d-41e4-a826-4ed5ab8c65ac req-ca1b4892-63f2-45eb-9bc0-9fae3368b06b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=2361984b-d1a9-4558-bcef-7db202efde17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407698 May 10 14:04:02.207972 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89429cc-ebcc-4ed2-8bd5-26c404ccfd4c req-c2a28c6c-fe12-450f-a5e0-8c19d8cd8129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:02.209547 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f89429cc-ebcc-4ed2-8bd5-26c404ccfd4c req-c2a28c6c-fe12-450f-a5e0-8c19d8cd8129 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd&device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 1127 time: 0.0397160 May 10 14:04:02.301355 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89429cc-ebcc-4ed2-8bd5-26c404ccfd4c req-405a002e-58d9-4174-bf65-6d7835f1d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:02.303233 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f89429cc-ebcc-4ed2-8bd5-26c404ccfd4c req-405a002e-58d9-4174-bf65-6d7835f1d1ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=2c9ceeee-200d-4bc2-b027-788cdb69321a HTTP/1.1" status: 200 len: 916 time: 0.0871813 May 10 14:04:02.303942 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:02.347713 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f89429cc-ebcc-4ed2-8bd5-26c404ccfd4c req-a119fb9f-0269-4a74-a743-2c613b2d516a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41e1a591-ff64-4acf-8e49-bb32771685e9 HTTP/1.1" status: 200 len: 217 time: 0.0378189 May 10 14:04:02.436631 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b95a3-7a58-45cb-8267-bc3b3bdfbd16 req-39627421-2c6e-4b60-bafd-cf6f0648e86e tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:02.438063 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2e7b95a3-7a58-45cb-8267-bc3b3bdfbd16 req-39627421-2c6e-4b60-bafd-cf6f0648e86e tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0592022 May 10 14:04:02.439513 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89429cc-ebcc-4ed2-8bd5-26c404ccfd4c req-5a1053e1-34ae-496c-a42c-e67191a89353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:02.440850 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f89429cc-ebcc-4ed2-8bd5-26c404ccfd4c req-5a1053e1-34ae-496c-a42c-e67191a89353 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cf9fa0ee-3693-4449-88b2-25628aadc1b4 HTTP/1.1" status: 200 len: 854 time: 0.0872431 May 10 14:04:02.507108 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89429cc-ebcc-4ed2-8bd5-26c404ccfd4c req-27b68a1b-d098-433b-9488-407052c61bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:02.509091 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f89429cc-ebcc-4ed2-8bd5-26c404ccfd4c req-27b68a1b-d098-433b-9488-407052c61bd9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2c9ceeee-200d-4bc2-b027-788cdb69321a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588441 May 10 14:04:02.515937 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2e7b95a3-7a58-45cb-8267-bc3b3bdfbd16 req-b1ba6298-cbe1-4f46-b1fd-3e2c16707cf6 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722473 May 10 14:04:02.601535 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f89429cc-ebcc-4ed2-8bd5-26c404ccfd4c req-ae4cdddb-b8a2-4437-b928-4ee47901bc36 service neutron] 10.222.0.57 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844765 May 10 14:04:02.696577 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f89429cc-ebcc-4ed2-8bd5-26c404ccfd4c req-8ab7c45d-15c5-4a03-9472-0bc396faee5d service neutron] 10.222.0.57 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878642 May 10 14:04:02.750597 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35052b21-b513-4b9a-be2a-217192fb17c6 req-9915b0a1-7d00-496d-a57a-ac987cf24e1c tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:02.752080 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-35052b21-b513-4b9a-be2a-217192fb17c6 req-9915b0a1-7d00-496d-a57a-ac987cf24e1c tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0467877 May 10 14:04:02.800600 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-35052b21-b513-4b9a-be2a-217192fb17c6 req-3d81e65d-488f-4ab0-a5f3-1898231a4d71 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410025 May 10 14:04:02.849394 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c7446-7e51-4d34-b28e-72cdb82d0e3f req-403ba6df-aadc-4e4e-8645-81d194d26bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:02.850908 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ac5c7446-7e51-4d34-b28e-72cdb82d0e3f req-403ba6df-aadc-4e4e-8645-81d194d26bfd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d19ea52173a04c8e8624b91ac0e3eb48&device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 1129 time: 0.0452170 May 10 14:04:02.937483 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c7446-7e51-4d34-b28e-72cdb82d0e3f req-f78762cd-aff8-4c51-8dca-ced4f81bf868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:02.938913 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ac5c7446-7e51-4d34-b28e-72cdb82d0e3f req-f78762cd-aff8-4c51-8dca-ced4f81bf868 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ad65d3a2-8251-4281-96ce-37b7d361be92 HTTP/1.1" status: 200 len: 911 time: 0.0819063 May 10 14:04:03.005872 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ac5c7446-7e51-4d34-b28e-72cdb82d0e3f req-63fd4f87-db5c-415c-8084-5d5248ef47d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 HTTP/1.1" status: 200 len: 1000 time: 0.0603280 May 10 14:04:03.057043 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c7446-7e51-4d34-b28e-72cdb82d0e3f req-d7d6ee36-757f-406b-b66b-f3b9a678caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:03.058984 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ac5c7446-7e51-4d34-b28e-72cdb82d0e3f req-d7d6ee36-757f-406b-b66b-f3b9a678caa0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05b5fdd2-bcb1-4f20-897f-d7f7c5093f12 HTTP/1.1" status: 200 len: 849 time: 0.0463681 May 10 14:04:03.117748 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdd59c-7ce2-493f-90a6-a3c44692ff78 req-3f29bcea-bdb8-4b2a-9057-e90ea5b045ad tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:03.120611 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c3cdd59c-7ce2-493f-90a6-a3c44692ff78 req-3f29bcea-bdb8-4b2a-9057-e90ea5b045ad tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0649259 May 10 14:04:03.141160 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c7446-7e51-4d34-b28e-72cdb82d0e3f req-6330c9be-aa94-4dc7-8cde-ae577edcb1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:03.142648 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ac5c7446-7e51-4d34-b28e-72cdb82d0e3f req-6330c9be-aa94-4dc7-8cde-ae577edcb1a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ad65d3a2-8251-4281-96ce-37b7d361be92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751739 May 10 14:04:03.166946 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d3db2-bff0-49ae-a964-43348add03b6 req-4f68b169-3930-4958-bcbb-40a666202f63 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:03.168413 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-571d3db2-bff0-49ae-a964-43348add03b6 req-4f68b169-3930-4958-bcbb-40a666202f63 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 943 time: 0.0671391 May 10 14:04:03.172929 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c3cdd59c-7ce2-493f-90a6-a3c44692ff78 req-8f571c47-bdb3-4775-86bf-fb0c36306a6e tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478578 May 10 14:04:03.261244 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-571d3db2-bff0-49ae-a964-43348add03b6 req-6daaf4ac-d037-490e-b4ea-ec741656d7e7 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=2361984b-d1a9-4558-bcef-7db202efde17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833378 May 10 14:04:03.277697 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ac5c7446-7e51-4d34-b28e-72cdb82d0e3f req-96db2d0c-19d4-49c7-b504-1fe519e43f92 service neutron] 10.222.0.57 "GET /v2.0/networks/ad65d3a2-8251-4281-96ce-37b7d361be92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262619 May 10 14:04:03.380810 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ac5c7446-7e51-4d34-b28e-72cdb82d0e3f req-bb3bdcea-1066-42ce-8eb0-0c1d7b340c32 service neutron] 10.222.0.57 "GET /v2.0/networks/ad65d3a2-8251-4281-96ce-37b7d361be92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842907 May 10 14:04:03.912812 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61651c-1ad6-464a-aa5a-25d3b9ac4f41 req-bc98148e-0ca2-4c42-bb9d-e78a82630f67 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:03.914286 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3b61651c-1ad6-464a-aa5a-25d3b9ac4f41 req-bc98148e-0ca2-4c42-bb9d-e78a82630f67 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0466521 May 10 14:04:03.963157 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3b61651c-1ad6-464a-aa5a-25d3b9ac4f41 req-c94a7d44-ab01-46f6-ad12-6492c40f827f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433807 May 10 14:04:04.155374 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 41e1a591-ff64-4acf-8e49-bb32771685e9 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:04:04.249637 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 41e1a591-ff64-4acf-8e49-bb32771685e9, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=41e1a591-ff64-4acf-8e49-bb32771685e9,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:04.264684 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': '41e1a591-ff64-4acf-8e49-bb32771685e9', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'port_id': '41e1a591-ff64-4acf-8e49-bb32771685e9', 'mac_address': 'fa:16:3e:74:7c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:04:04.282767 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b94dc6-316f-4ea0-a1c7-894aa5e7b682 req-f81d2c12-146e-4c97-8b68-cafc32f247b1 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:04.285145 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-75b94dc6-316f-4ea0-a1c7-894aa5e7b682 req-f81d2c12-146e-4c97-8b68-cafc32f247b1 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0481193 May 10 14:04:04.305421 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 41e1a591-ff64-4acf-8e49-bb32771685e9 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:04.305821 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (41e1a591-ff64-4acf-8e49-bb32771685e9), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:04.319112 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e1a591-ff64-4acf-8e49-bb32771685e9 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:04:04.336686 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-75b94dc6-316f-4ea0-a1c7-894aa5e7b682 req-ff711f1e-c57c-424e-ad24-d0168e73a113 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446348 May 10 14:04:04.341210 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 41e1a591-ff64-4acf-8e49-bb32771685e9, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=41e1a591-ff64-4acf-8e49-bb32771685e9,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:04.348444 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (41e1a591-ff64-4acf-8e49-bb32771685e9), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:04.380314 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3150c-2bf1-4fbc-b195-4c5c0a53b8f8 req-00f3de83-b79f-4c14-975a-054e4dfb2b52 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:04.385213 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-65d3150c-2bf1-4fbc-b195-4c5c0a53b8f8 req-00f3de83-b79f-4c14-975a-054e4dfb2b52 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 943 time: 0.0527632 May 10 14:04:04.403732 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=41e1a591-ff64-4acf-8e49-bb32771685e9,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:04.410760 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:04.411055 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:04.411410 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:04.411754 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:04.412095 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:04.412456 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:04.412792 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:04.413128 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:04.413488 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:04.413819 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:04.414151 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:04.414499 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:04.414833 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:04.415160 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:04.415494 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:04.430661 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-65d3150c-2bf1-4fbc-b195-4c5c0a53b8f8 req-20ae54fe-c21c-47d0-b784-2cdc0268671a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=2361984b-d1a9-4558-bcef-7db202efde17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420051 May 10 14:04:04.745773 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['41e1a591-ff64-4acf-8e49-bb32771685e9'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:04:05.075881 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438639c-f912-49d4-ab1c-0b8f1a51a2a8 req-ff4ae8ec-6944-4cf7-bd11-fd7d5155f6cd tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:05.077406 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7438639c-f912-49d4-ab1c-0b8f1a51a2a8 req-ff4ae8ec-6944-4cf7-bd11-fd7d5155f6cd tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0470660 May 10 14:04:05.125965 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7438639c-f912-49d4-ab1c-0b8f1a51a2a8 req-fd29f966-0a96-4560-842d-1ef6f7216fbd tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431986 May 10 14:04:05.458506 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c07aa6-a511-404f-b803-04bed7197403 req-8906d9e6-ae8c-41c4-b833-5fb84ae758e4 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:05.460098 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07c07aa6-a511-404f-b803-04bed7197403 req-8906d9e6-ae8c-41c4-b833-5fb84ae758e4 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0467334 May 10 14:04:05.508098 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07c07aa6-a511-404f-b803-04bed7197403 req-71b3ffed-9f8c-4bea-bcc7-b65b7526c018 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410862 May 10 14:04:05.541952 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb295796-a1fe-40c7-9015-7be24133d2f0 req-dee834e4-09de-4a5d-a2dd-11abd763f098 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:05.543450 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fb295796-a1fe-40c7-9015-7be24133d2f0 req-dee834e4-09de-4a5d-a2dd-11abd763f098 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 944 time: 0.0465429 May 10 14:04:05.589393 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fb295796-a1fe-40c7-9015-7be24133d2f0 req-f5c51138-981f-4cc4-a6fc-b6618b1edd4c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=2361984b-d1a9-4558-bcef-7db202efde17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404837 May 10 14:04:06.172110 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 41e1a591-ff64-4acf-8e49-bb32771685e9 up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:04:06.215515 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning for port 41e1a591-ff64-4acf-8e49-bb32771685e9 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:04:06.221006 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port 41e1a591-ff64-4acf-8e49-bb32771685e9 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:06.221384 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (41e1a591-ff64-4acf-8e49-bb32771685e9), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:06.299090 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 41e1a591-ff64-4acf-8e49-bb32771685e9 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:06.299478 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (41e1a591-ff64-4acf-8e49-bb32771685e9), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:06.321940 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ade9bf-f1d4-454c-928b-bb882c680d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e1a591-ff64-4acf-8e49-bb32771685e9'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:04:06.324094 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b78d524-0fb0-4484-bf7e-13169092c1de" -d '{"events": [{"server_uuid": "61ade9bf-f1d4-454c-928b-bb882c680d30", "name": "network-vif-plugged", "status": "completed", "tag": "41e1a591-ff64-4acf-8e49-bb32771685e9"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:04:06.337207 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 41e1a591-ff64-4acf-8e49-bb32771685e9, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=41e1a591-ff64-4acf-8e49-bb32771685e9,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:06.342069 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (41e1a591-ff64-4acf-8e49-bb32771685e9), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:06.365493 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717f36f0-912e-4b9a-b989-a62ffd1c0028 x-openstack-request-id: req-717f36f0-912e-4b9a-b989-a62ffd1c0028 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:04:06.365787 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ade9bf-f1d4-454c-928b-bb882c680d30", "name": "network-vif-plugged", "status": "completed", "tag": "41e1a591-ff64-4acf-8e49-bb32771685e9", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:04:06.366043 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-717f36f0-912e-4b9a-b989-a62ffd1c0028 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:04:06.367001 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-717f36f0-912e-4b9a-b989-a62ffd1c0028'] response: {'server_uuid': '61ade9bf-f1d4-454c-928b-bb882c680d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e1a591-ff64-4acf-8e49-bb32771685e9', 'code': 200} May 10 14:04:06.393420 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=41e1a591-ff64-4acf-8e49-bb32771685e9,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:06.623274 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:04:06.640454 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b36a2f-4419-429b-90bc-a0c640da2c8b req-e3b5dbcf-ee1c-4073-b06a-e7652bce62c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:06.641980 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-35b36a2f-4419-429b-90bc-a0c640da2c8b req-e3b5dbcf-ee1c-4073-b06a-e7652bce62c4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 1129 time: 0.0700097 May 10 14:04:06.648469 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb463ff-c62a-4292-81e4-1d04d3ebd6c2 req-8dcca684-71d9-4235-839b-f74c1c7983b5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:06.649888 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dbb463ff-c62a-4292-81e4-1d04d3ebd6c2 req-8dcca684-71d9-4235-839b-f74c1c7983b5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0697277 May 10 14:04:06.707257 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d69850-7652-4784-a5b0-e4cdb37eb00e req-29279c38-3757-4c40-b04d-ee385e8ec067 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:06.709012 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-28d69850-7652-4784-a5b0-e4cdb37eb00e req-29279c38-3757-4c40-b04d-ee385e8ec067 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 945 time: 0.0504375 May 10 14:04:06.715597 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-35b36a2f-4419-429b-90bc-a0c640da2c8b req-6afdb8ad-4999-4cdc-bb9c-dafbb0d24ae9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2361984b-d1a9-4558-bcef-7db202efde17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647445 May 10 14:04:06.722476 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dbb463ff-c62a-4292-81e4-1d04d3ebd6c2 req-99055a71-474e-467d-9308-4c4c11c5d2b9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664067 May 10 14:04:06.755251 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-28d69850-7652-4784-a5b0-e4cdb37eb00e req-056a4ae7-7351-4f9a-a2a8-bf155a937329 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=2361984b-d1a9-4558-bcef-7db202efde17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407727 May 10 14:04:07.836700 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a2505-bb5c-4a56-92c2-b00949c31584 req-5f3e6778-1a41-406e-9a6a-ac139fb69cc5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:07.838175 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-573a2505-bb5c-4a56-92c2-b00949c31584 req-5f3e6778-1a41-406e-9a6a-ac139fb69cc5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0476186 May 10 14:04:07.867171 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186da11-2479-40bd-9e29-27735dde036a req-c423d7aa-4f6c-4bea-a071-c9f6e7197f4d tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:07.868679 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a186da11-2479-40bd-9e29-27735dde036a req-c423d7aa-4f6c-4bea-a071-c9f6e7197f4d tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 945 time: 0.0470207 May 10 14:04:07.884921 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-573a2505-bb5c-4a56-92c2-b00949c31584 req-5966e792-ef32-4257-841f-a73addd8b843 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412641 May 10 14:04:07.914987 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a186da11-2479-40bd-9e29-27735dde036a req-0358fbc8-6a8a-49c3-bb73-b23330ff28a9 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=2361984b-d1a9-4558-bcef-7db202efde17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408926 May 10 14:04:09.007774 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0bf85-078e-4b78-88bc-a3d22ebc7ae7 req-4b8862e6-501f-453c-9429-59319051c18b tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:09.009310 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2bf0bf85-078e-4b78-88bc-a3d22ebc7ae7 req-4b8862e6-501f-453c-9429-59319051c18b tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0500348 May 10 14:04:09.032618 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9444b-0804-47da-9c22-df581ccd3021 req-2c9899c7-8bc2-482b-9487-d2f77724f6c0 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:09.034132 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-66a9444b-0804-47da-9c22-df581ccd3021 req-2c9899c7-8bc2-482b-9487-d2f77724f6c0 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 945 time: 0.0512817 May 10 14:04:09.056561 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2bf0bf85-078e-4b78-88bc-a3d22ebc7ae7 req-2f768859-1dd4-4ce3-90b6-7f8a57133f7c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415580 May 10 14:04:09.081114 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-66a9444b-0804-47da-9c22-df581ccd3021 req-edbcad26-a58d-48a2-b25f-da2b8b8882c5 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=2361984b-d1a9-4558-bcef-7db202efde17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409403 May 10 14:04:09.186736 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe51d08-9626-4b33-82ff-0b02467b6e45 req-4c899bac-b586-4266-8362-4528b336379f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:09.188098 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bbe51d08-9626-4b33-82ff-0b02467b6e45 req-4c899bac-b586-4266-8362-4528b336379f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 945 time: 0.0462995 May 10 14:04:09.196676 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 54272) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:09.200980 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-c8ead05b-46c7-4703-950c-0d3d5525bce7 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Request body: {'floatingip': {'port_id': '41e1a591-ff64-4acf-8e49-bb32771685e9'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:09.239076 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c8ead05b-46c7-4703-950c-0d3d5525bce7 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (b98e989c-6787-4922-9b34-7701f9fb4f5b), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:09.918857 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c8ead05b-46c7-4703-950c-0d3d5525bce7 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:09.922537 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c8ead05b-46c7-4703-950c-0d3d5525bce7 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (b98e989c-6787-4922-9b34-7701f9fb4f5b), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:10.023604 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-c8ead05b-46c7-4703-950c-0d3d5525bce7 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Floating IP b98e989c-6787-4922-9b34-7701f9fb4f5b associated. External IP: 172.27.3.161, port: 41e1a591-ff64-4acf-8e49-bb32771685e9. May 10 14:04:10.169022 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84add9a-1c88-4ea7-8540-c997f81b16ad req-82cc5f4f-8c81-4c6b-9085-bdd761708a83 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:10.170476 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f84add9a-1c88-4ea7-8540-c997f81b16ad req-82cc5f4f-8c81-4c6b-9085-bdd761708a83 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0469522 May 10 14:04:10.217262 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f84add9a-1c88-4ea7-8540-c997f81b16ad req-ce4de7e4-e5fa-4429-a57f-57471abeee14 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408463 May 10 14:04:10.233066 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ead05b-46c7-4703-950c-0d3d5525bce7 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Router eea85e8f-4aac-4da4-b715-cc9c21078703 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:04:10.344685 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ead05b-46c7-4703-950c-0d3d5525bce7 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:04:10.350102 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c8ead05b-46c7-4703-950c-0d3d5525bce7 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:10.357198 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a0791c-ee62-48bb-92d3-c2a64b8a9367 None None] Sync routers for ids ['eea85e8f-4aac-4da4-b715-cc9c21078703'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:04:10.371640 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a0791c-ee62-48bb-92d3-c2a64b8a9367 None None] Routers {'eea85e8f-4aac-4da4-b715-cc9c21078703'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:10.372363 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-64a0791c-ee62-48bb-92d3-c2a64b8a9367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:03:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['eea85e8f-4aac-4da4-b715-cc9c21078703'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:10.382291 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-c8ead05b-46c7-4703-950c-0d3d5525bce7 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "PUT /v2.0/floatingips/b98e989c-6787-4922-9b34-7701f9fb4f5b HTTP/1.1" status: 200 len: 991 time: 1.1844034 May 10 14:04:10.385135 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ade9bf-f1d4-454c-928b-bb882c680d30', 'tag': '41e1a591-ff64-4acf-8e49-bb32771685e9'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:04:10.387292 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9a0355-a85d-4ce3-ade9-790a7e57e220" -d '{"events": [{"name": "network-changed", "server_uuid": "61ade9bf-f1d4-454c-928b-bb882c680d30", "tag": "41e1a591-ff64-4acf-8e49-bb32771685e9"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:04:10.431726 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0a9f52-2061-48fd-8de5-4ead2ed22b9c x-openstack-request-id: req-fd0a9f52-2061-48fd-8de5-4ead2ed22b9c {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:04:10.432035 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ade9bf-f1d4-454c-928b-bb882c680d30", "tag": "41e1a591-ff64-4acf-8e49-bb32771685e9", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:04:10.433039 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd0a9f52-2061-48fd-8de5-4ead2ed22b9c {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:04:10.433039 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd0a9f52-2061-48fd-8de5-4ead2ed22b9c'] response: {'name': 'network-changed', 'server_uuid': '61ade9bf-f1d4-454c-928b-bb882c680d30', 'tag': '41e1a591-ff64-4acf-8e49-bb32771685e9', 'status': 'completed', 'code': 200} May 10 14:04:10.494465 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-64a0791c-ee62-48bb-92d3-c2a64b8a9367 None None] Set router eea85e8f-4aac-4da4-b715-cc9c21078703 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:10.572481 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a0355-a85d-4ce3-ade9-790a7e57e220 req-ed3b06e1-0c6d-4af9-8cfe-a72f06930298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:10.574309 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7b9a0355-a85d-4ce3-ade9-790a7e57e220 req-ed3b06e1-0c6d-4af9-8cfe-a72f06930298 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd&device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 1129 time: 0.0429404 May 10 14:04:10.722856 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-64a0791c-ee62-48bb-92d3-c2a64b8a9367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'b98e989c-6787-4922-9b34-7701f9fb4f5b', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'port_id': '41e1a591-ff64-4acf-8e49-bb32771685e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'mac_address': 'fa:16:3e:74:7c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ade9bf-f1d4-454c-928b-bb882c680d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:03:55Z', 'updated_at': '2022-05-10T14:04:09Z', 'revision_number': 1, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:29Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:10.730418 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a0355-a85d-4ce3-ade9-790a7e57e220 req-5f2d62ca-e0ce-4853-845a-d0435b3092b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:10.733447 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7b9a0355-a85d-4ce3-ade9-790a7e57e220 req-5f2d62ca-e0ce-4853-845a-d0435b3092b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2c9ceeee-200d-4bc2-b027-788cdb69321a HTTP/1.1" status: 200 len: 916 time: 0.0977528 May 10 14:04:10.755249 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a0791c-ee62-48bb-92d3-c2a64b8a9367 None None] Checking router: eea85e8f-4aac-4da4-b715-cc9c21078703 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:04:10.764497 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a0791c-ee62-48bb-92d3-c2a64b8a9367 None None] Routers {'eea85e8f-4aac-4da4-b715-cc9c21078703'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:10.765541 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-64a0791c-ee62-48bb-92d3-c2a64b8a9367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:03:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['eea85e8f-4aac-4da4-b715-cc9c21078703'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:10.805555 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7b9a0355-a85d-4ce3-ade9-790a7e57e220 req-0b476acd-4744-41df-913c-15eb08494e00 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41e1a591-ff64-4acf-8e49-bb32771685e9 HTTP/1.1" status: 200 len: 999 time: 0.0639679 May 10 14:04:10.877434 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-64a0791c-ee62-48bb-92d3-c2a64b8a9367 None None] Set router eea85e8f-4aac-4da4-b715-cc9c21078703 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:11.168584 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a0355-a85d-4ce3-ade9-790a7e57e220 req-99862833-92fb-4857-9449-01796a274963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:11.170100 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7b9a0355-a85d-4ce3-ade9-790a7e57e220 req-99862833-92fb-4857-9449-01796a274963 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cf9fa0ee-3693-4449-88b2-25628aadc1b4 HTTP/1.1" status: 200 len: 854 time: 0.0486038 May 10 14:04:11.186836 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-64a0791c-ee62-48bb-92d3-c2a64b8a9367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'b98e989c-6787-4922-9b34-7701f9fb4f5b', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'port_id': '41e1a591-ff64-4acf-8e49-bb32771685e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'mac_address': 'fa:16:3e:74:7c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ade9bf-f1d4-454c-928b-bb882c680d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:03:55Z', 'updated_at': '2022-05-10T14:04:09Z', 'revision_number': 1, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:29Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:11.214875 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a0791c-ee62-48bb-92d3-c2a64b8a9367 None None] The sync data for ids ['eea85e8f-4aac-4da4-b715-cc9c21078703'] in dv-cinder-840678-6-iscsi is: [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'b98e989c-6787-4922-9b34-7701f9fb4f5b', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'port_id': '41e1a591-ff64-4acf-8e49-bb32771685e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'mac_address': 'fa:16:3e:74:7c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ade9bf-f1d4-454c-928b-bb882c680d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:03:55Z', 'updated_at': '2022-05-10T14:04:09Z', 'revision_number': 1, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:29Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:04:11.218934 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a0355-a85d-4ce3-ade9-790a7e57e220 req-7faedb98-a454-4522-aedb-cf6e458570bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:11.220445 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7b9a0355-a85d-4ce3-ade9-790a7e57e220 req-7faedb98-a454-4522-aedb-cf6e458570bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2c9ceeee-200d-4bc2-b027-788cdb69321a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387385 May 10 14:04:11.320210 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7b9a0355-a85d-4ce3-ade9-790a7e57e220 req-a5b23c0d-bb28-4d26-a698-f823899e1eb5 service neutron] 10.222.0.57 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890205 May 10 14:04:11.342354 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793a9f5-50b8-452c-9b2b-386f23096347 req-6eef9b08-fd6c-4bc1-aff1-f884a07d4126 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:11.351250 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1793a9f5-50b8-452c-9b2b-386f23096347 req-6eef9b08-fd6c-4bc1-aff1-f884a07d4126 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0578990 May 10 14:04:11.407980 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1793a9f5-50b8-452c-9b2b-386f23096347 req-6d5b6f06-72f6-48b4-b0dd-932e32a26d05 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559094 May 10 14:04:11.432591 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7b9a0355-a85d-4ce3-ade9-790a7e57e220 req-9ef898ba-6e75-4318-a224-df6ae153362e service neutron] 10.222.0.57 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066968 May 10 14:04:11.466880 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1e83f4-2b79-4410-9502-3d736b327c87 None None] New status for floating IP b98e989c-6787-4922-9b34-7701f9fb4f5b: ACTIVE {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:04:11.948909 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae229f4-201f-44cc-bb3a-2c34846846c2 req-d65a7e30-3c78-4951-ac46-e7493423b93f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:11.950358 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2ae229f4-201f-44cc-bb3a-2c34846846c2 req-d65a7e30-3c78-4951-ac46-e7493423b93f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 946 time: 0.0474906 May 10 14:04:11.996531 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2ae229f4-201f-44cc-bb3a-2c34846846c2 req-ca3994d0-193f-4eec-818a-11d6a0396ccf tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405777 May 10 14:04:12.520989 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e8277-2c2c-42ab-aaa9-6d648902c720 req-d75b75d4-3766-4233-adb5-8666d0ffbc4e tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:12.522965 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-697e8277-2c2c-42ab-aaa9-6d648902c720 req-d75b75d4-3766-4233-adb5-8666d0ffbc4e tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0474701 May 10 14:04:12.568151 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-697e8277-2c2c-42ab-aaa9-6d648902c720 req-9150d8e6-905f-4fc5-9af9-8035882095d3 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396445 May 10 14:04:13.115773 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7d6d8-955c-43ee-90d7-b2405c3a9ccb req-c91da919-e21f-4bc8-a3bc-de903b0059bc tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:13.117777 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-74f7d6d8-955c-43ee-90d7-b2405c3a9ccb req-c91da919-e21f-4bc8-a3bc-de903b0059bc tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 946 time: 0.0499644 May 10 14:04:13.162486 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-74f7d6d8-955c-43ee-90d7-b2405c3a9ccb req-75320cad-9add-428c-90ff-f5b8c60a920b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=3a2e2c06-ea50-4d33-ae4b-32dd068139ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392344 May 10 14:04:13.682041 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28649c41-eeda-4251-8924-bd2011006d56 req-d8f5ef65-6435-4cc1-9340-aed6b834190c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:13.683423 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-28649c41-eeda-4251-8924-bd2011006d56 req-d8f5ef65-6435-4cc1-9340-aed6b834190c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0469429 May 10 14:04:13.729931 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-28649c41-eeda-4251-8924-bd2011006d56 req-2dee196a-52a8-4053-bdab-81d00c36e87c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410173 May 10 14:04:13.746228 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c07238-1b70-48c1-94dd-b69c5ce188e0 req-b903a03f-8e39-4dcc-8448-aa9e11d43cac tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:13.747684 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a0c07238-1b70-48c1-94dd-b69c5ce188e0 req-b903a03f-8e39-4dcc-8448-aa9e11d43cac tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.57 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 946 time: 0.0460339 May 10 14:04:13.845196 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-a0c07238-1b70-48c1-94dd-b69c5ce188e0 req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Deleting port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:04:13.845550 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a0c07238-1b70-48c1-94dd-b69c5ce188e0 req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:13.935041 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-a0c07238-1b70-48c1-94dd-b69c5ce188e0 req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] For port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=0b32a17e-9e2f-475d-abe1-8b69acb4c76a,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:13.935331 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a0c07238-1b70-48c1-94dd-b69c5ce188e0 req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:14.103441 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a0c07238-1b70-48c1-94dd-b69c5ce188e0 req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:14.103813 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a0c07238-1b70-48c1-94dd-b69c5ce188e0 req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (8548e8dd-e54c-492b-b906-ab08fdd18afd), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:14.104139 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.l3_db [req-a0c07238-1b70-48c1-94dd-b69c5ce188e0 req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Floating IP 8548e8dd-e54c-492b-b906-ab08fdd18afd disassociated. External IP: 172.27.3.207, port: 0b32a17e-9e2f-475d-abe1-8b69acb4c76a. May 10 14:04:14.104519 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-a0c07238-1b70-48c1-94dd-b69c5ce188e0 req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Calling delete_port for 0b32a17e-9e2f-475d-abe1-8b69acb4c76a owned by compute:nova {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:04:14.231502 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a0c07238-1b70-48c1-94dd-b69c5ce188e0 req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (0b32a17e-9e2f-475d-abe1-8b69acb4c76a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:14.270785 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Pushing event deleted for resources: {'Port': ['ID=0b32a17e-9e2f-475d-abe1-8b69acb4c76a,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:14.296412 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d0624ac2-0013-4b50-81d0-6ab56cb78e32 req-d4bf5c89-2271-4d7f-b0aa-eea2cf08e7d0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 210 time: 0.0603945 May 10 14:04:14.305750 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:14.306162 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:14.306520 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:14.306868 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:14.307693 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:14.307693 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:14.308223 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:14.308575 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:14.309047 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:14.309252 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:14.309572 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:14.309906 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:14.310239 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:14.310625 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:14.310970 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:14.415922 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0c07238-1b70-48c1-94dd-b69c5ce188e0 req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Router aba119d6-5dda-4089-a6c0-7039fc7a97e1 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:04:14.524196 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0c07238-1b70-48c1-94dd-b69c5ce188e0 req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:04:14.533339 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7614bc67-1202-40b6-9ad4-3d97192d870b None None] Sync routers for ids ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:04:14.543697 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7614bc67-1202-40b6-9ad4-3d97192d870b None None] Routers {'aba119d6-5dda-4089-a6c0-7039fc7a97e1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:14.544336 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-7614bc67-1202-40b6-9ad4-3d97192d870b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:03:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:14.568923 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c07238-1b70-48c1-94dd-b69c5ce188e0 req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] No DVR routers for this DVR port 0b32a17e-9e2f-475d-abe1-8b69acb4c76a on host hv-cinder-84067 {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:04:14.571442 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-a0c07238-1b70-48c1-94dd-b69c5ce188e0 req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:14.575089 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a0c07238-1b70-48c1-94dd-b69c5ce188e0 req-7fe5ec50-13e2-4f12-ab99-53b91e4ff9aa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.57 "DELETE /v2.0/ports/0b32a17e-9e2f-475d-abe1-8b69acb4c76a HTTP/1.1" status: 204 len: 173 time: 0.8212609 May 10 14:04:14.575628 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067bd8aa-a9d7-41f4-82a3-54e00fe64f68', 'name': 'network-vif-deleted', 'tag': '0b32a17e-9e2f-475d-abe1-8b69acb4c76a'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:04:14.578413 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e3e865-2ff2-4426-aa98-a83e4ee8dc9b" -d '{"events": [{"server_uuid": "067bd8aa-a9d7-41f4-82a3-54e00fe64f68", "name": "network-vif-deleted", "tag": "0b32a17e-9e2f-475d-abe1-8b69acb4c76a"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:04:14.621665 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7f4806-f22c-42dd-84c3-48ba740ca4c9 x-openstack-request-id: req-4a7f4806-f22c-42dd-84c3-48ba740ca4c9 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:04:14.623658 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067bd8aa-a9d7-41f4-82a3-54e00fe64f68", "name": "network-vif-deleted", "tag": "0b32a17e-9e2f-475d-abe1-8b69acb4c76a", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:04:14.623982 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a7f4806-f22c-42dd-84c3-48ba740ca4c9 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:04:14.624470 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a7f4806-f22c-42dd-84c3-48ba740ca4c9'] response: {'server_uuid': '067bd8aa-a9d7-41f4-82a3-54e00fe64f68', 'name': 'network-vif-deleted', 'tag': '0b32a17e-9e2f-475d-abe1-8b69acb4c76a', 'status': 'completed', 'code': 200} May 10 14:04:14.658948 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-7614bc67-1202-40b6-9ad4-3d97192d870b None None] Set router aba119d6-5dda-4089-a6c0-7039fc7a97e1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:14.862323 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-7614bc67-1202-40b6-9ad4-3d97192d870b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'name': 'tempest-AttachVolumeShelveTestJSON-710112497-router', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:07Z', 'revision_number': 4, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'gw_port': {'id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': '248fc04b-f924-4a81-be73-155edc600cf5', 'name': '', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'mac_address': 'fa:16:3e:02:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:03Z', 'updated_at': '2022-05-10T14:00:17Z', 'revision_number': 5, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'subnets': [{'id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:14.883115 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0deb319-53b1-486a-946f-171198ac25a6 req-03568ce5-395f-45c2-9790-93f79d51524a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:14.884644 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a0deb319-53b1-486a-946f-171198ac25a6 req-03568ce5-395f-45c2-9790-93f79d51524a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0533214 May 10 14:04:14.892526 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7614bc67-1202-40b6-9ad4-3d97192d870b None None] Checking router: aba119d6-5dda-4089-a6c0-7039fc7a97e1 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:04:14.901752 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7614bc67-1202-40b6-9ad4-3d97192d870b None None] Routers {'aba119d6-5dda-4089-a6c0-7039fc7a97e1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:14.902355 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-7614bc67-1202-40b6-9ad4-3d97192d870b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:03:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:14.932835 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a0deb319-53b1-486a-946f-171198ac25a6 req-77bcaa5d-5b72-4138-9e3f-a0f1ac5b9838 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424109 May 10 14:04:15.013704 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-7614bc67-1202-40b6-9ad4-3d97192d870b None None] Set router aba119d6-5dda-4089-a6c0-7039fc7a97e1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:15.213158 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-7614bc67-1202-40b6-9ad4-3d97192d870b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'name': 'tempest-AttachVolumeShelveTestJSON-710112497-router', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:07Z', 'revision_number': 4, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'gw_port': {'id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': '248fc04b-f924-4a81-be73-155edc600cf5', 'name': '', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'mac_address': 'fa:16:3e:02:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:03Z', 'updated_at': '2022-05-10T14:00:17Z', 'revision_number': 5, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'subnets': [{'id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:15.239429 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7614bc67-1202-40b6-9ad4-3d97192d870b None None] The sync data for ids ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'] in dv-cinder-840678-6-iscsi is: [{'id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'name': 'tempest-AttachVolumeShelveTestJSON-710112497-router', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:07Z', 'revision_number': 4, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'gw_port': {'id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': '248fc04b-f924-4a81-be73-155edc600cf5', 'name': '', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'mac_address': 'fa:16:3e:02:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:03Z', 'updated_at': '2022-05-10T14:00:17Z', 'revision_number': 5, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'subnets': [{'id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:04:15.416070 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-85cd3f9b-9a87-4ddd-90e2-f727c0b02582 req-dbe999e1-ec56-4fe3-9baf-51300d805b38 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=067bd8aa-a9d7-41f4-82a3-54e00fe64f68 HTTP/1.1" status: 200 len: 210 time: 0.0311048 May 10 14:04:15.469153 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b60233c-bcfe-48f1-9080-a67a0daaefd2 None None] New status for floating IP 8548e8dd-e54c-492b-b906-ab08fdd18afd: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:04:16.046363 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a04279-10a9-4107-8fc1-2f8debad7567 req-49f30610-fad7-490f-91d9-b7a84a2d781c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:16.047882 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-55a04279-10a9-4107-8fc1-2f8debad7567 req-49f30610-fad7-490f-91d9-b7a84a2d781c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0474985 May 10 14:04:16.096984 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-55a04279-10a9-4107-8fc1-2f8debad7567 req-35f5e851-294e-4fbe-b0e3-10ee7faeecb0 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437236 May 10 14:04:16.512299 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54326) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:16.532969 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0b8e7-c520-43bd-9955-8b5505cfeb92 req-79201032-de76-41af-8c04-67724a101b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:16.534457 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e0f0b8e7-c520-43bd-9955-8b5505cfeb92 req-79201032-de76-41af-8c04-67724a101b59 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 1129 time: 0.0392439 May 10 14:04:16.565835 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcc1-4298-4160-8374-d782b782546b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for security_group (3a2e2c06-ea50-4d33-ae4b-32dd068139ce), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.577579 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e0f0b8e7-c520-43bd-9955-8b5505cfeb92 req-3566cfee-fd5e-4106-89f8-da73670de322 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371156 May 10 14:04:16.590434 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcc1-4298-4160-8374-d782b782546b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for security_group (3a2e2c06-ea50-4d33-ae4b-32dd068139ce), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.636679 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcc1-4298-4160-8374-d782b782546b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (3a2e2c06-ea50-4d33-ae4b-32dd068139ce), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.639300 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-31c9bcc1-4298-4160-8374-d782b782546b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.640464 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-31c9bcc1-4298-4160-8374-d782b782546b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "DELETE /v2.0/security-groups/3a2e2c06-ea50-4d33-ae4b-32dd068139ce HTTP/1.1" status: 204 len: 168 time: 0.1271367 May 10 14:04:16.643244 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 54328) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:16.650633 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9bcc1-4298-4160-8374-d782b782546b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2e2c06-ea50-4d33-ae4b-32dd068139ce,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:16.657627 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.api.v2.resource [None req-9c315201-d433-4a82-972c-cc9efb51927e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] show failed (client error): The resource could not be found. May 10 14:04:16.657796 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcc1-4298-4160-8374-d782b782546b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:16.658069 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcc1-4298-4160-8374-d782b782546b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:16.658416 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcc1-4298-4160-8374-d782b782546b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:16.658622 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-9c315201-d433-4a82-972c-cc9efb51927e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups/3a2e2c06-ea50-4d33-ae4b-32dd068139ce HTTP/1.1" status: 404 len: 347 time: 0.0143895 May 10 14:04:16.658760 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcc1-4298-4160-8374-d782b782546b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:16.659140 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcc1-4298-4160-8374-d782b782546b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:16.659594 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcc1-4298-4160-8374-d782b782546b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:16.660043 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcc1-4298-4160-8374-d782b782546b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:16.660525 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcc1-4298-4160-8374-d782b782546b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:16.660866 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcc1-4298-4160-8374-d782b782546b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:16.661199 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcc1-4298-4160-8374-d782b782546b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:16.661532 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcc1-4298-4160-8374-d782b782546b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:16.661648 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 54330) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:16.661864 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcc1-4298-4160-8374-d782b782546b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:16.662193 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcc1-4298-4160-8374-d782b782546b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:16.662520 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcc1-4298-4160-8374-d782b782546b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:16.662851 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c9bcc1-4298-4160-8374-d782b782546b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:04:16.776495 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-a7841f39-a796-41f5-9ed9-c671fd1d6699 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Deleting port aab412c2-7496-4fa7-af60-1135a573659b {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:04:16.776848 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a7841f39-a796-41f5-9ed9-c671fd1d6699 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (aab412c2-7496-4fa7-af60-1135a573659b), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.861730 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a7841f39-a796-41f5-9ed9-c671fd1d6699 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (aab412c2-7496-4fa7-af60-1135a573659b), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.862071 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a7841f39-a796-41f5-9ed9-c671fd1d6699 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for floatingip (aab412c2-7496-4fa7-af60-1135a573659b), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:16.875511 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-a7841f39-a796-41f5-9ed9-c671fd1d6699 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Calling delete_port for aab412c2-7496-4fa7-af60-1135a573659b owned by network:floatingip {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:04:17.009435 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a7841f39-a796-41f5-9ed9-c671fd1d6699 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (aab412c2-7496-4fa7-af60-1135a573659b), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.043447 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7841f39-a796-41f5-9ed9-c671fd1d6699 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Pushing event deleted for resources: {'Port': ['ID=aab412c2-7496-4fa7-af60-1135a573659b,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:17.099872 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a7841f39-a796-41f5-9ed9-c671fd1d6699 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for floatingip (8548e8dd-e54c-492b-b906-ab08fdd18afd), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.102863 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-a7841f39-a796-41f5-9ed9-c671fd1d6699 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.104001 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-a7841f39-a796-41f5-9ed9-c671fd1d6699 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "DELETE /v2.0/floatingips/8548e8dd-e54c-492b-b906-ab08fdd18afd HTTP/1.1" status: 204 len: 168 time: 0.4414763 May 10 14:04:17.194087 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 54338) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:17.198552 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-ff2c5134-ecef-47d0-853a-4440349f81d6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Request body: {'security_group': {'name': 'tempest-securitygroup--230036600', 'description': 'tempest-description--1335636408'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:17.217889 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ff2c5134-ecef-47d0-853a-4440349f81d6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.219404 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e02c09-ef18-457b-94c0-80b2137b05f7 req-171aab6b-62c3-496b-8bbd-0eec7c48f7f5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:17.220902 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-88e02c09-ef18-457b-94c0-80b2137b05f7 req-171aab6b-62c3-496b-8bbd-0eec7c48f7f5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0469685 May 10 14:04:17.267673 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-88e02c09-ef18-457b-94c0-80b2137b05f7 req-de50060f-8802-4018-ae0e-a83e718cbf12 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405843 May 10 14:04:17.286307 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ff2c5134-ecef-47d0-853a-4440349f81d6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for security_group (7877b28e-89ee-4045-8585-8fe0d1805f56), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.290806 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ff2c5134-ecef-47d0-853a-4440349f81d6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (7877b28e-89ee-4045-8585-8fe0d1805f56), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.320955 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ff2c5134-ecef-47d0-853a-4440349f81d6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.322171 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ff2c5134-ecef-47d0-853a-4440349f81d6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1270821 May 10 14:04:17.323348 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c5134-ecef-47d0-853a-4440349f81d6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7877b28e-89ee-4045-8585-8fe0d1805f56,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:17.325135 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54340) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:17.329536 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-e59dadf7-f299-4c74-bbed-a3f2ec0b56e6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Request body: {'security_group_rule': {'security_group_id': '7877b28e-89ee-4045-8585-8fe0d1805f56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:17.353607 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e59dadf7-f299-4c74-bbed-a3f2ec0b56e6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for security_group_rule (ba31ecb3-e1a6-436e-beaf-e7d73af8e630), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.409960 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e59dadf7-f299-4c74-bbed-a3f2ec0b56e6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for security_group_rule (ba31ecb3-e1a6-436e-beaf-e7d73af8e630), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.413296 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e59dadf7-f299-4c74-bbed-a3f2ec0b56e6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (ba31ecb3-e1a6-436e-beaf-e7d73af8e630), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.430676 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59dadf7-f299-4c74-bbed-a3f2ec0b56e6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba31ecb3-e1a6-436e-beaf-e7d73af8e630,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:17.438019 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e59dadf7-f299-4c74-bbed-a3f2ec0b56e6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.439165 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e59dadf7-f299-4c74-bbed-a3f2ec0b56e6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130576 May 10 14:04:17.441845 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54342) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:17.446464 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-0fc65a4b-5094-4a3b-bc1e-c284333a120e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Request body: {'security_group_rule': {'security_group_id': '7877b28e-89ee-4045-8585-8fe0d1805f56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:17.469969 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0fc65a4b-5094-4a3b-bc1e-c284333a120e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for security_group_rule (67d2f25d-ab07-4cb4-a82e-d6767f325f2a), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.524051 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0fc65a4b-5094-4a3b-bc1e-c284333a120e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for security_group_rule (67d2f25d-ab07-4cb4-a82e-d6767f325f2a), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.527388 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0fc65a4b-5094-4a3b-bc1e-c284333a120e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (67d2f25d-ab07-4cb4-a82e-d6767f325f2a), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.544842 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc65a4b-5094-4a3b-bc1e-c284333a120e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d2f25d-ab07-4cb4-a82e-d6767f325f2a,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:17.549368 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0fc65a4b-5094-4a3b-bc1e-c284333a120e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.550536 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0fc65a4b-5094-4a3b-bc1e-c284333a120e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1077785 May 10 14:04:17.554042 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54344) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:17.558243 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-03ebe087-3cf7-4cda-a286-c9b0eb381022 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Request body: {'floatingip': {'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:17.577077 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-03ebe087-3cf7-4cda-a286-c9b0eb381022 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.654268 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-03ebe087-3cf7-4cda-a286-c9b0eb381022 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.760644 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-03ebe087-3cf7-4cda-a286-c9b0eb381022 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Allocated IP 172.27.3.150 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/34ae5e83-b142-4aba-a8ba-a084906e4c5b) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:04:17.863117 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-03ebe087-3cf7-4cda-a286-c9b0eb381022 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for port (34ae5e83-b142-4aba-a8ba-a084906e4c5b), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.895614 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-03ebe087-3cf7-4cda-a286-c9b0eb381022 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (34ae5e83-b142-4aba-a8ba-a084906e4c5b), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:17.932933 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ebe087-3cf7-4cda-a286-c9b0eb381022 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:04:17.935825 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-03ebe087-3cf7-4cda-a286-c9b0eb381022 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:04:17.941349 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ebe087-3cf7-4cda-a286-c9b0eb381022 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:04:17.962398 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebe087-3cf7-4cda-a286-c9b0eb381022 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Pushing event updated for resources: {'Port': ['ID=34ae5e83-b142-4aba-a8ba-a084906e4c5b,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:18.029528 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-03ebe087-3cf7-4cda-a286-c9b0eb381022 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for floatingip (96daad7c-ba8e-4a44-bb91-55bf38bc965b), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.067552 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-03ebe087-3cf7-4cda-a286-c9b0eb381022 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (34ae5e83-b142-4aba-a8ba-a084906e4c5b), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.210997 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-03ebe087-3cf7-4cda-a286-c9b0eb381022 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for port (34ae5e83-b142-4aba-a8ba-a084906e4c5b), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.215494 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-03ebe087-3cf7-4cda-a286-c9b0eb381022 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8740167'] for port (34ae5e83-b142-4aba-a8ba-a084906e4c5b), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.251067 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 0b32a17e-9e2f-475d-abe1-8b69acb4c76a no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:04:18.275240 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] No Port match for: 0b32a17e-9e2f-475d-abe1-8b69acb4c76a {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:04:18.275585 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 0b32a17e-9e2f-475d-abe1-8b69acb4c76a not bound to the agent host hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:04:18.294464 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebe087-3cf7-4cda-a286-c9b0eb381022 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Pushing event updated for resources: {'Port': ['ID=34ae5e83-b142-4aba-a8ba-a084906e4c5b,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:18.304657 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-03ebe087-3cf7-4cda-a286-c9b0eb381022 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (96daad7c-ba8e-4a44-bb91-55bf38bc965b), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.320976 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-03ebe087-3cf7-4cda-a286-c9b0eb381022 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:18.330633 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-03ebe087-3cf7-4cda-a286-c9b0eb381022 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7671735 May 10 14:04:18.390872 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583ffe2-cb43-49fd-9f69-2c245e875091 req-02518c11-e43f-4a44-b933-257cc9015d9f tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:18.393145 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f583ffe2-cb43-49fd-9f69-2c245e875091 req-02518c11-e43f-4a44-b933-257cc9015d9f tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0534434 May 10 14:04:18.441471 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f583ffe2-cb43-49fd-9f69-2c245e875091 req-fd334ca5-0e95-46f4-ae36-c42a372a4786 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417707 May 10 14:04:18.520586 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-90449d9a-4a9b-4734-b5b3-9b96e85b9f5e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--230036600&fields=id&tenant_id=dd39c2a00ace4575896bf3f045bedce1 HTTP/1.1" status: 200 len: 267 time: 0.0440233 May 10 14:04:18.629259 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-7b427d7b-bee5-4975-bac4-2955adad0098 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:18.630728 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-7b427d7b-bee5-4975-bac4-2955adad0098 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/networks?id=9c2e159f-7eb2-470d-9799-bf81a94b9b35 HTTP/1.1" status: 200 len: 816 time: 0.1032381 May 10 14:04:18.649830 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-07eeb21e-406b-488c-a695-a63d60d16a6a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/quotas/dd39c2a00ace4575896bf3f045bedce1 HTTP/1.1" status: 200 len: 375 time: 0.0133703 May 10 14:04:18.695559 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-525a9030-86e9-4209-be35-59bc191711c5 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd39c2a00ace4575896bf3f045bedce1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435398 May 10 14:04:18.794566 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-dd78aa08-019e-48d6-82d3-d99856e25971 service neutron] 10.222.0.49 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874062 May 10 14:04:18.849972 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c7f4b-7e26-4ff8-b6cb-e0325d4c25d8 req-df9b4cae-9ce4-4d72-825e-c5d9c98e5295 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:18.851491 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c41c7f4b-7e26-4ff8-b6cb-e0325d4c25d8 req-df9b4cae-9ce4-4d72-825e-c5d9c98e5295 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0689380 May 10 14:04:18.875397 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552aeb1-2a5d-47e8-b856-ce631bbdc8be req-1e42a7ae-b8e7-4cd8-9cdf-c918ace12283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:18.876878 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5552aeb1-2a5d-47e8-b856-ce631bbdc8be req-1e42a7ae-b8e7-4cd8-9cdf-c918ace12283 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=368287ad726146f88559c73a86e4b26d&device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 1129 time: 0.0672550 May 10 14:04:18.886322 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-f7efa63d-885c-4f8f-84a2-8ead14b2966e service neutron] 10.222.0.49 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869195 May 10 14:04:18.952808 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c41c7f4b-7e26-4ff8-b6cb-e0325d4c25d8 req-35c6c331-0ee2-42b1-a475-7b9f799f7c7b tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953095 May 10 14:04:18.993381 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552aeb1-2a5d-47e8-b856-ce631bbdc8be req-6e73cf64-4da9-4862-9765-372450191f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:18.994885 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5552aeb1-2a5d-47e8-b856-ce631bbdc8be req-6e73cf64-4da9-4862-9765-372450191f79 service neutron] 10.222.0.57 "GET /v2.0/networks?id=74785619-4d29-47a9-9c74-95cf48855a3c HTTP/1.1" status: 200 len: 919 time: 0.1103177 May 10 14:04:19.078783 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3f6acefb-a2f1-4c0e-b026-9a5d46b4da15 req-9cbf9356-5d06-4053-9e06-c17a277a7d86 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 210 time: 0.0389819 May 10 14:04:19.093238 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5552aeb1-2a5d-47e8-b856-ce631bbdc8be req-df0001df-d9dc-476b-8762-a5c583c0dcb2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2587919-e230-4e3a-8926-a6478337a26a HTTP/1.1" status: 200 len: 1001 time: 0.0908022 May 10 14:04:19.145635 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552aeb1-2a5d-47e8-b856-ce631bbdc8be req-797769ae-840f-4c8c-9875-828b029224c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:19.147630 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5552aeb1-2a5d-47e8-b856-ce631bbdc8be req-797769ae-840f-4c8c-9875-828b029224c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3840d9d-0915-4f13-a509-4479e7e326c0 HTTP/1.1" status: 200 len: 857 time: 0.0440438 May 10 14:04:19.194323 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552aeb1-2a5d-47e8-b856-ce631bbdc8be req-009b56bd-9b54-491d-82b5-fd951cce7c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:19.195837 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5552aeb1-2a5d-47e8-b856-ce631bbdc8be req-009b56bd-9b54-491d-82b5-fd951cce7c97 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74785619-4d29-47a9-9c74-95cf48855a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395036 May 10 14:04:19.291425 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5552aeb1-2a5d-47e8-b856-ce631bbdc8be req-3ce97e4b-9422-479e-90d0-b0fe03bef497 service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871162 May 10 14:04:19.401134 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5552aeb1-2a5d-47e8-b856-ce631bbdc8be req-0eb55709-151d-42cb-9280-2a4f8c9c3edd service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017642 May 10 14:04:20.069090 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cdb01-9319-44c0-a61a-8933c67d3695 req-47f189bc-030e-41ad-9be4-9bb0c86442d5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:20.070553 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d91cdb01-9319-44c0-a61a-8933c67d3695 req-47f189bc-030e-41ad-9be4-9bb0c86442d5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0484183 May 10 14:04:20.117227 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d91cdb01-9319-44c0-a61a-8933c67d3695 req-20a859aa-8c03-45b6-b62f-74bc665825bf tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408874 May 10 14:04:20.184872 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2537ff30-3edb-479a-97f7-15b6ed826268 req-7ceb4c37-64dc-4329-8143-6d06fa5b6cdf tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 210 time: 0.0283628 May 10 14:04:21.237944 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486218a1-627c-48c5-9117-41239b2f46ab req-79263ec6-a95a-4eb6-bffd-dec293ec687c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:21.239478 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-486218a1-627c-48c5-9117-41239b2f46ab req-79263ec6-a95a-4eb6-bffd-dec293ec687c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0500901 May 10 14:04:21.281533 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-84cf1e5f-a774-4bc3-bffb-067c233b7535 req-266a1894-d4ca-4716-8838-7fd58c19242a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 210 time: 0.0273533 May 10 14:04:21.287090 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-486218a1-627c-48c5-9117-41239b2f46ab req-162ea01a-1be0-4894-a1ee-ec157d281ba8 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413382 May 10 14:04:22.386187 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b6f97284-0d67-42d8-9221-8c45d150c9a9 req-becd6375-087d-4841-988c-1376e1ce4641 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 210 time: 0.0321736 May 10 14:04:22.414772 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2e253-34b3-4dcc-b53c-32d8e7727560 req-e102d2c9-7526-4ae0-8e54-5c63c4ba168f tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:22.416670 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-31c2e253-34b3-4dcc-b53c-32d8e7727560 req-e102d2c9-7526-4ae0-8e54-5c63c4ba168f tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0626798 May 10 14:04:22.466459 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-31c2e253-34b3-4dcc-b53c-32d8e7727560 req-13aec8af-3f5f-42fe-8495-09bc3dcf796c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440242 May 10 14:04:22.516630 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-eb2968ad-0ff7-4f5a-9319-d18a8e6cbdc0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:22.518200 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-eb2968ad-0ff7-4f5a-9319-d18a8e6cbdc0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.57 "GET /v2.0/networks?id=9c2e159f-7eb2-470d-9799-bf81a94b9b35 HTTP/1.1" status: 200 len: 816 time: 0.1045289 May 10 14:04:22.596762 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d9a38-40da-4646-ba96-f4f6b1ea4d0f req-7d01f154-cef8-424e-a4b0-b7ad322921cf tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:22.598249 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b10d9a38-40da-4646-ba96-f4f6b1ea4d0f req-7d01f154-cef8-424e-a4b0-b7ad322921cf tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0643039 May 10 14:04:22.606632 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54400) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:22.611081 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-2d1937c3-cf9c-429c-9a71-c6b25410e103 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Request body: {'floatingip': {'port_id': 'f2587919-e230-4e3a-8926-a6478337a26a'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:22.634338 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-6a274647-4bbf-4ec8-b66c-7d7e70bb7f7e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd39c2a00ace4575896bf3f045bedce1 HTTP/1.1" status: 200 len: 379 time: 0.0728967 May 10 14:04:22.669281 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2d1937c3-cf9c-429c-9a71-c6b25410e103 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for floatingip (4bf92862-8e10-4f77-bdbb-07b45b6fb000), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:22.726028 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-cecb7a53-2781-478f-851e-206f132c877a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Request body: {'port': {'device_id': '18e6e847-c76f-441e-a7f8-63251b198a2d', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'admin_state_up': True, 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'security_groups': ['7877b28e-89ee-4045-8585-8fe0d1805f56']}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:22.829278 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-cecb7a53-2781-478f-851e-206f132c877a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Made reservation on behalf of dd39c2a00ace4575896bf3f045bedce1 for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:04:22.833007 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-cecb7a53-2781-478f-851e-206f132c877a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:22.959019 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-cecb7a53-2781-478f-851e-206f132c877a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Allocated IP 172.20.0.11 (9c2e159f-7eb2-470d-9799-bf81a94b9b35/0e8396c4-2dcc-480c-84ec-587b7b32be41/7c7e5879-9276-48c6-9f02-0be4571c330e) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:04:23.103013 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-cecb7a53-2781-478f-851e-206f132c877a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:23.137357 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-cecb7a53-2781-478f-851e-206f132c877a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:23.183007 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-cecb7a53-2781-478f-851e-206f132c877a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Network 9c2e159f-7eb2-470d-9799-bf81a94b9b35 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:04:23.186399 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-cecb7a53-2781-478f-851e-206f132c877a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:04:23.188898 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-cecb7a53-2781-478f-851e-206f132c877a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:04:23.221205 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb7a53-2781-478f-851e-206f132c877a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Pushing event updated for resources: {'Port': ['ID=7c7e5879-9276-48c6-9f02-0be4571c330e,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:23.257175 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-cecb7a53-2781-478f-851e-206f132c877a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:23.258004 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-cecb7a53-2781-478f-851e-206f132c877a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:23.279712 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-cecb7a53-2781-478f-851e-206f132c877a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5580671 May 10 14:04:23.298077 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-b01320d6-8401-4d49-b69a-fea72f3ac298 service neutron] Request body: {'port': {'device_id': '18e6e847-c76f-441e-a7f8-63251b198a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:23.362077 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-b01320d6-8401-4d49-b69a-fea72f3ac298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:23.395548 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-2f7b276b-fdb2-4110-9f72-29e075a45b00 None None] Provisioning complete for port 7c7e5879-9276-48c6-9f02-0be4571c330e triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:23.396087 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2f7b276b-fdb2-4110-9f72-29e075a45b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:23.407500 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2d1937c3-cf9c-429c-9a71-c6b25410e103 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:23.412072 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2d1937c3-cf9c-429c-9a71-c6b25410e103 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (4bf92862-8e10-4f77-bdbb-07b45b6fb000), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:23.459235 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-2f7b276b-fdb2-4110-9f72-29e075a45b00 None None] Port 7c7e5879-9276-48c6-9f02-0be4571c330e cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:04:23.559687 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7f470-372f-4973-9d23-b5d383d48278 req-316005ba-05a5-484c-911e-43f150ec34fa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:23.561216 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-83b7f470-372f-4973-9d23-b5d383d48278 req-316005ba-05a5-484c-911e-43f150ec34fa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 932 time: 0.0612657 May 10 14:04:23.639732 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-b01320d6-8401-4d49-b69a-fea72f3ac298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7e5879-9276-48c6-9f02-0be4571c330e {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:04:23.647981 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-b01320d6-8401-4d49-b69a-fea72f3ac298 service neutron] Publish callbacks [] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:23.654728 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-83b7f470-372f-4973-9d23-b5d383d48278 req-f495a534-541a-4830-95a9-8177d9de4686 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598125 May 10 14:04:23.661082 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-b01320d6-8401-4d49-b69a-fea72f3ac298 service neutron] Transition to ACTIVE for port object 7c7e5879-9276-48c6-9f02-0be4571c330e will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:04:23.666043 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-b01320d6-8401-4d49-b69a-fea72f3ac298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:23.703002 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1937c3-cf9c-429c-9a71-c6b25410e103 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Router 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:04:23.722266 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01320d6-8401-4d49-b69a-fea72f3ac298 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7e5879-9276-48c6-9f02-0be4571c330e,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:23.799243 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-b01320d6-8401-4d49-b69a-fea72f3ac298 service neutron] Attempting to bind port 7c7e5879-9276-48c6-9f02-0be4571c330e on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:04:23.799735 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-b01320d6-8401-4d49-b69a-fea72f3ac298 service neutron] Attempting to bind port 7c7e5879-9276-48c6-9f02-0be4571c330e by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '8b2f4b70-5f63-43bc-b2da-5f04e05b34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:04:23.799850 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-b01320d6-8401-4d49-b69a-fea72f3ac298 service neutron] Attempting to bind port 7c7e5879-9276-48c6-9f02-0be4571c330e on network 9c2e159f-7eb2-470d-9799-bf81a94b9b35 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:04:23.804616 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-b01320d6-8401-4d49-b69a-fea72f3ac298 service neutron] Port 7c7e5879-9276-48c6-9f02-0be4571c330e on network 9c2e159f-7eb2-470d-9799-bf81a94b9b35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:04:23.804939 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-b01320d6-8401-4d49-b69a-fea72f3ac298 service neutron] Attempting to bind port 7c7e5879-9276-48c6-9f02-0be4571c330e on network 9c2e159f-7eb2-470d-9799-bf81a94b9b35 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:04:23.810116 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-b01320d6-8401-4d49-b69a-fea72f3ac298 service neutron] Checking agent: {'id': 'b4f1cee2-bd7e-4da4-854f-0334af1b5198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'started_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:04:23.810459 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-b01320d6-8401-4d49-b69a-fea72f3ac298 service neutron] Checking segment: {'id': '8b2f4b70-5f63-43bc-b2da-5f04e05b34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:04:23.811192 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-b01320d6-8401-4d49-b69a-fea72f3ac298 service neutron] Bound using segment: {'id': '8b2f4b70-5f63-43bc-b2da-5f04e05b34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:04:23.811330 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-b01320d6-8401-4d49-b69a-fea72f3ac298 service neutron] Bound port: 7c7e5879-9276-48c6-9f02-0be4571c330e, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b2f4b70-5f63-43bc-b2da-5f04e05b34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:04:23.811606 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-b01320d6-8401-4d49-b69a-fea72f3ac298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:23.826687 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1937c3-cf9c-429c-9a71-c6b25410e103 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:04:23.832267 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2d1937c3-cf9c-429c-9a71-c6b25410e103 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:23.838903 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044316d3-f280-45ad-9485-462da6b38e3d None None] Sync routers for ids ['9470f6fc-14ed-4b6d-8b69-5a9dffa16928'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:04:23.851378 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044316d3-f280-45ad-9485-462da6b38e3d None None] Routers {'9470f6fc-14ed-4b6d-8b69-5a9dffa16928'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:23.852476 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-044316d3-f280-45ad-9485-462da6b38e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:03:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['9470f6fc-14ed-4b6d-8b69-5a9dffa16928'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:23.866791 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a730d46-5e87-4a26-a9fc-4486e99bcf5a', 'tag': 'f2587919-e230-4e3a-8926-a6478337a26a'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:04:23.869579 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72864d8f697cc3849f7037e54fa44052707e53d1306a4a80922f5c2f90f38e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1d4eb4-85fd-4172-a688-b06bc7522a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a730d46-5e87-4a26-a9fc-4486e99bcf5a", "tag": "f2587919-e230-4e3a-8926-a6478337a26a"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:04:23.907993 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2d1937c3-cf9c-429c-9a71-c6b25410e103 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "PUT /v2.0/floatingips/4bf92862-8e10-4f77-bdbb-07b45b6fb000 HTTP/1.1" status: 200 len: 993 time: 1.3002210 May 10 14:04:23.923717 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df8a9de-320e-4556-9dd0-569b802cb74d x-openstack-request-id: req-7df8a9de-320e-4556-9dd0-569b802cb74d {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:04:23.924087 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a730d46-5e87-4a26-a9fc-4486e99bcf5a", "tag": "f2587919-e230-4e3a-8926-a6478337a26a", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:04:23.924443 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7df8a9de-320e-4556-9dd0-569b802cb74d {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:04:23.925047 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df8a9de-320e-4556-9dd0-569b802cb74d'] response: {'name': 'network-changed', 'server_uuid': '2a730d46-5e87-4a26-a9fc-4486e99bcf5a', 'tag': 'f2587919-e230-4e3a-8926-a6478337a26a', 'status': 'completed', 'code': 200} May 10 14:04:23.997107 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-044316d3-f280-45ad-9485-462da6b38e3d None None] Set router 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:24.161428 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d4eb4-85fd-4172-a688-b06bc7522a6d req-300cc042-cd63-40ca-a5a7-e710565c422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:24.163389 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8b1d4eb4-85fd-4172-a688-b06bc7522a6d req-300cc042-cd63-40ca-a5a7-e710565c422b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=368287ad726146f88559c73a86e4b26d&device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 1129 time: 0.0600083 May 10 14:04:24.237539 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-b01320d6-8401-4d49-b69a-fea72f3ac298 service neutron] For port 7c7e5879-9276-48c6-9f02-0be4571c330e, host hv-cinder-84067, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:04:24.242229 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-b01320d6-8401-4d49-b69a-fea72f3ac298 service neutron] For port 7c7e5879-9276-48c6-9f02-0be4571c330e, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7c7e5879-9276-48c6-9f02-0be4571c330e,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:04:24.251697 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-b01320d6-8401-4d49-b69a-fea72f3ac298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:24.306278 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-b01320d6-8401-4d49-b69a-fea72f3ac298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:24.306814 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-044316d3-f280-45ad-9485-462da6b38e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'name': 'tempest-ServerRescueNegativeTestJSON-759252336-router', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:11Z', 'revision_number': 4, 'project_id': '368287ad726146f88559c73a86e4b26d', 'gw_port': {'id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': '4bf92862-8e10-4f77-bdbb-07b45b6fb000', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'port_id': 'f2587919-e230-4e3a-8926-a6478337a26a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'mac_address': 'fa:16:3e:cd:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a730d46-5e87-4a26-a9fc-4486e99bcf5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:02:23Z', 'updated_at': '2022-05-10T14:04:23Z', 'revision_number': 3, 'project_id': '368287ad726146f88559c73a86e4b26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1789a8e-f2c4-485b-b656-f49c7ea124ce', 'name': '', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'mac_address': 'fa:16:3e:3e:60:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:08Z', 'updated_at': '2022-05-10T14:00:22Z', 'revision_number': 5, 'project_id': '368287ad726146f88559c73a86e4b26d', 'subnets': [{'id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:24.307036 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-b01320d6-8401-4d49-b69a-fea72f3ac298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:24.308310 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-b01320d6-8401-4d49-b69a-fea72f3ac298 service neutron] 10.222.0.57 "PUT /v2.0/ports/7c7e5879-9276-48c6-9f02-0be4571c330e HTTP/1.1" status: 200 len: 1094 time: 1.0145802 May 10 14:04:24.308764 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e6e847-c76f-441e-a7f8-63251b198a2d', 'tag': '7c7e5879-9276-48c6-9f02-0be4571c330e'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:04:24.311004 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efa8bb4-527e-4f20-9cc6-f6e3c0e41e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "18e6e847-c76f-441e-a7f8-63251b198a2d", "tag": "7c7e5879-9276-48c6-9f02-0be4571c330e"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:04:24.329908 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d4eb4-85fd-4172-a688-b06bc7522a6d req-badf8ace-2587-4b95-a597-8e095fd7935f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:24.331366 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8b1d4eb4-85fd-4172-a688-b06bc7522a6d req-badf8ace-2587-4b95-a597-8e095fd7935f service neutron] 10.222.0.57 "GET /v2.0/networks?id=74785619-4d29-47a9-9c74-95cf48855a3c HTTP/1.1" status: 200 len: 919 time: 0.1609750 May 10 14:04:24.334689 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044316d3-f280-45ad-9485-462da6b38e3d None None] Checking router: 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:04:24.336761 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01320d6-8401-4d49-b69a-fea72f3ac298 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7e5879-9276-48c6-9f02-0be4571c330e,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:24.355024 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044316d3-f280-45ad-9485-462da6b38e3d None None] Routers {'9470f6fc-14ed-4b6d-8b69-5a9dffa16928'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:24.355675 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-044316d3-f280-45ad-9485-462da6b38e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:03:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['9470f6fc-14ed-4b6d-8b69-5a9dffa16928'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:24.399561 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab4cb8c-4b45-4a75-9eb0-29e2d42b1fc7 x-openstack-request-id: req-bab4cb8c-4b45-4a75-9eb0-29e2d42b1fc7 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:04:24.400013 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e6e847-c76f-441e-a7f8-63251b198a2d", "tag": "7c7e5879-9276-48c6-9f02-0be4571c330e", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:04:24.400410 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bab4cb8c-4b45-4a75-9eb0-29e2d42b1fc7 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:04:24.400903 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bab4cb8c-4b45-4a75-9eb0-29e2d42b1fc7'] response: {'name': 'network-changed', 'server_uuid': '18e6e847-c76f-441e-a7f8-63251b198a2d', 'tag': '7c7e5879-9276-48c6-9f02-0be4571c330e', 'status': 'completed', 'code': 200} May 10 14:04:24.455751 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-4e6f2351-0d22-45ba-9116-52faaafa9759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:24.457391 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-4e6f2351-0d22-45ba-9116-52faaafa9759 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd39c2a00ace4575896bf3f045bedce1&device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 1128 time: 0.0539048 May 10 14:04:24.459130 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8b1d4eb4-85fd-4172-a688-b06bc7522a6d req-2dee48f0-39f7-4733-9243-dd4bd8842d46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2587919-e230-4e3a-8926-a6478337a26a HTTP/1.1" status: 200 len: 1001 time: 0.1140342 May 10 14:04:24.486948 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-044316d3-f280-45ad-9485-462da6b38e3d None None] Set router 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:24.542697 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-5ea0f143-4160-4b8f-946a-f0131a1a09c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c7e5879-9276-48c6-9f02-0be4571c330e HTTP/1.1" status: 200 len: 217 time: 0.0609186 May 10 14:04:24.588011 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d4eb4-85fd-4172-a688-b06bc7522a6d req-2a91e2e3-75c9-4db9-9647-32c2dd185d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:24.589418 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8b1d4eb4-85fd-4172-a688-b06bc7522a6d req-2a91e2e3-75c9-4db9-9647-32c2dd185d99 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3840d9d-0915-4f13-a509-4479e7e326c0 HTTP/1.1" status: 200 len: 857 time: 0.1017280 May 10 14:04:24.625404 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-67b04002-f3dc-444e-8177-e7b070e3f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:24.626863 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-67b04002-f3dc-444e-8177-e7b070e3f300 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e8396c4-2dcc-480c-84ec-587b7b32be41 HTTP/1.1" status: 200 len: 855 time: 0.0751581 May 10 14:04:24.662089 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d4eb4-85fd-4172-a688-b06bc7522a6d req-1f0151e4-9fef-4116-8753-06893b86f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:24.663594 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8b1d4eb4-85fd-4172-a688-b06bc7522a6d req-1f0151e4-9fef-4116-8753-06893b86f438 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74785619-4d29-47a9-9c74-95cf48855a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676169 May 10 14:04:24.682282 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-47afabc9-fdb5-4d97-a63a-8cc86e34a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:24.683675 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-47afabc9-fdb5-4d97-a63a-8cc86e34a371 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c2e159f-7eb2-470d-9799-bf81a94b9b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492654 May 10 14:04:24.704211 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-044316d3-f280-45ad-9485-462da6b38e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'name': 'tempest-ServerRescueNegativeTestJSON-759252336-router', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:11Z', 'revision_number': 4, 'project_id': '368287ad726146f88559c73a86e4b26d', 'gw_port': {'id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': '4bf92862-8e10-4f77-bdbb-07b45b6fb000', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'port_id': 'f2587919-e230-4e3a-8926-a6478337a26a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'mac_address': 'fa:16:3e:cd:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a730d46-5e87-4a26-a9fc-4486e99bcf5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:02:23Z', 'updated_at': '2022-05-10T14:04:23Z', 'revision_number': 3, 'project_id': '368287ad726146f88559c73a86e4b26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1789a8e-f2c4-485b-b656-f49c7ea124ce', 'name': '', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'mac_address': 'fa:16:3e:3e:60:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:08Z', 'updated_at': '2022-05-10T14:00:22Z', 'revision_number': 5, 'project_id': '368287ad726146f88559c73a86e4b26d', 'subnets': [{'id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:24.732436 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044316d3-f280-45ad-9485-462da6b38e3d None None] The sync data for ids ['9470f6fc-14ed-4b6d-8b69-5a9dffa16928'] in dv-cinder-840678-6-iscsi is: [{'id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'name': 'tempest-ServerRescueNegativeTestJSON-759252336-router', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:11Z', 'revision_number': 4, 'project_id': '368287ad726146f88559c73a86e4b26d', 'gw_port': {'id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': '4bf92862-8e10-4f77-bdbb-07b45b6fb000', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'port_id': 'f2587919-e230-4e3a-8926-a6478337a26a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'mac_address': 'fa:16:3e:cd:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a730d46-5e87-4a26-a9fc-4486e99bcf5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:02:23Z', 'updated_at': '2022-05-10T14:04:23Z', 'revision_number': 3, 'project_id': '368287ad726146f88559c73a86e4b26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1789a8e-f2c4-485b-b656-f49c7ea124ce', 'name': '', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'mac_address': 'fa:16:3e:3e:60:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:08Z', 'updated_at': '2022-05-10T14:00:22Z', 'revision_number': 5, 'project_id': '368287ad726146f88559c73a86e4b26d', 'subnets': [{'id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:04:24.837045 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e7895-ff5b-41b9-904d-d709a67c494f req-ae63ac4f-babd-4df1-b508-24f2548d85e0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:24.838550 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ab0e7895-ff5b-41b9-904d-d709a67c494f req-ae63ac4f-babd-4df1-b508-24f2548d85e0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 944 time: 0.0973835 May 10 14:04:24.900657 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8b1d4eb4-85fd-4172-a688-b06bc7522a6d req-825dd324-913e-4f00-954c-7aac008aa439 service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282128 May 10 14:04:24.904860 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-585f55f5-bbd5-44f6-b58e-1485fff91091 service neutron] 10.222.0.57 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109303 May 10 14:04:25.025600 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ab0e7895-ff5b-41b9-904d-d709a67c494f req-8d37456b-d9ea-4a85-8735-6ac5f0eab2ac tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776791 May 10 14:04:25.083302 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-60a59ea6-66bb-4c12-a24c-c3517f47f78d req-b1f44959-7baa-432c-89b7-ad6bd5f629ae service neutron] 10.222.0.57 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710351 May 10 14:04:25.090854 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8b1d4eb4-85fd-4172-a688-b06bc7522a6d req-bb9d2c99-101e-4950-b5dc-f2dc865f5a53 service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766274 May 10 14:04:25.265534 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:25.888701 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9f916520-2d55-482d-8bdf-f812b91aec0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:25.926280 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a730d46-5e87-4a26-a9fc-4486e99bcf5a', 'tag': 'f2587919-e230-4e3a-8926-a6478337a26a'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:04:25.929094 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72864d8f697cc3849f7037e54fa44052707e53d1306a4a80922f5c2f90f38e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec203822-d021-481f-ae08-9864f91245e4" -d '{"events": [{"name": "network-changed", "server_uuid": "2a730d46-5e87-4a26-a9fc-4486e99bcf5a", "tag": "f2587919-e230-4e3a-8926-a6478337a26a"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:04:25.965517 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec86d99a-594f-4d43-845b-0bef3588bb2b x-openstack-request-id: req-ec86d99a-594f-4d43-845b-0bef3588bb2b {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:04:25.965825 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a730d46-5e87-4a26-a9fc-4486e99bcf5a", "tag": "f2587919-e230-4e3a-8926-a6478337a26a", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:04:25.966078 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec86d99a-594f-4d43-845b-0bef3588bb2b {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:04:25.966473 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec86d99a-594f-4d43-845b-0bef3588bb2b'] response: {'name': 'network-changed', 'server_uuid': '2a730d46-5e87-4a26-a9fc-4486e99bcf5a', 'tag': 'f2587919-e230-4e3a-8926-a6478337a26a', 'status': 'completed', 'code': 200} May 10 14:04:26.143891 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980d59f-0dc8-46d9-be85-6783d0027538 req-2c1ee99b-5852-4e3f-9a98-5bf338fc6239 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:26.145659 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1980d59f-0dc8-46d9-be85-6783d0027538 req-2c1ee99b-5852-4e3f-9a98-5bf338fc6239 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 944 time: 0.0476503 May 10 14:04:26.196120 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1980d59f-0dc8-46d9-be85-6783d0027538 req-4f5be404-320e-46d9-b423-097f5d57dd36 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444784 May 10 14:04:26.406615 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa8bb4-527e-4f20-9cc6-f6e3c0e41e6c req-0e62b3f6-34d1-42f4-8cc9-2c2de9bd97ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:26.408033 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2efa8bb4-527e-4f20-9cc6-f6e3c0e41e6c req-0e62b3f6-34d1-42f4-8cc9-2c2de9bd97ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd39c2a00ace4575896bf3f045bedce1&device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 1128 time: 0.0643578 May 10 14:04:26.415019 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec203822-d021-481f-ae08-9864f91245e4 req-54cd3094-37fd-4d65-8585-6514a47a6516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:26.416383 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ec203822-d021-481f-ae08-9864f91245e4 req-54cd3094-37fd-4d65-8585-6514a47a6516 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=368287ad726146f88559c73a86e4b26d&device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 1129 time: 0.0462124 May 10 14:04:26.577739 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec203822-d021-481f-ae08-9864f91245e4 req-b96c9635-db40-447a-8803-0a018a76a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:26.579186 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ec203822-d021-481f-ae08-9864f91245e4 req-b96c9635-db40-447a-8803-0a018a76a934 service neutron] 10.222.0.57 "GET /v2.0/networks?id=74785619-4d29-47a9-9c74-95cf48855a3c HTTP/1.1" status: 200 len: 919 time: 0.1552699 May 10 14:04:26.580824 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa8bb4-527e-4f20-9cc6-f6e3c0e41e6c req-eddf0017-e3c9-4795-ac4f-30a694484232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:26.582224 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2efa8bb4-527e-4f20-9cc6-f6e3c0e41e6c req-eddf0017-e3c9-4795-ac4f-30a694484232 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c2e159f-7eb2-470d-9799-bf81a94b9b35 HTTP/1.1" status: 200 len: 917 time: 0.1594191 May 10 14:04:26.661125 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2efa8bb4-527e-4f20-9cc6-f6e3c0e41e6c req-ff1b15bb-750e-4d3e-8e3c-a1e06d114761 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c7e5879-9276-48c6-9f02-0be4571c330e HTTP/1.1" status: 200 len: 217 time: 0.0677071 May 10 14:04:26.714937 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ec203822-d021-481f-ae08-9864f91245e4 req-1ff96759-9198-4630-b80f-ff6aabf69a4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2587919-e230-4e3a-8926-a6478337a26a HTTP/1.1" status: 200 len: 1001 time: 0.1227040 May 10 14:04:26.729935 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa8bb4-527e-4f20-9cc6-f6e3c0e41e6c req-885a88f4-9984-4e8d-b432-3423ff403138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:26.731273 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2efa8bb4-527e-4f20-9cc6-f6e3c0e41e6c req-885a88f4-9984-4e8d-b432-3423ff403138 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e8396c4-2dcc-480c-84ec-587b7b32be41 HTTP/1.1" status: 200 len: 855 time: 0.0638826 May 10 14:04:26.795285 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec203822-d021-481f-ae08-9864f91245e4 req-d8f515ed-dd0e-4cf0-a750-a943593319e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:26.796730 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ec203822-d021-481f-ae08-9864f91245e4 req-d8f515ed-dd0e-4cf0-a750-a943593319e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3840d9d-0915-4f13-a509-4479e7e326c0 HTTP/1.1" status: 200 len: 857 time: 0.0745041 May 10 14:04:26.797775 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa8bb4-527e-4f20-9cc6-f6e3c0e41e6c req-6c4f26e3-dfb1-480c-bc76-db6d59ec2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:26.799078 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2efa8bb4-527e-4f20-9cc6-f6e3c0e41e6c req-6c4f26e3-dfb1-480c-bc76-db6d59ec2ba3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c2e159f-7eb2-470d-9799-bf81a94b9b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493724 May 10 14:04:26.899092 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec203822-d021-481f-ae08-9864f91245e4 req-a17ae1df-30a9-408f-97ee-d37b8cae2af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:26.900585 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ec203822-d021-481f-ae08-9864f91245e4 req-a17ae1df-30a9-408f-97ee-d37b8cae2af3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74785619-4d29-47a9-9c74-95cf48855a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803125 May 10 14:04:26.980400 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2efa8bb4-527e-4f20-9cc6-f6e3c0e41e6c req-11349560-fb33-4ced-8759-3b99d871e0bf service neutron] 10.222.0.57 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526685 May 10 14:04:27.056418 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ec203822-d021-481f-ae08-9864f91245e4 req-96da096c-5f17-4aa6-85d8-01e3813674f5 service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484404 May 10 14:04:27.140013 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2efa8bb4-527e-4f20-9cc6-f6e3c0e41e6c req-9651474e-7337-4da9-ba13-4cf29263ae74 service neutron] 10.222.0.57 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486571 May 10 14:04:27.169285 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ec203822-d021-481f-ae08-9864f91245e4 req-490de7f1-5e3c-4cab-a251-c42a30fcbca4 service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038809 May 10 14:04:27.324829 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98189b45-3fa2-47db-9e61-38413bb3cb5c req-cc08090d-085c-4fa7-a949-e8ca4346bd30 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:27.326285 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-98189b45-3fa2-47db-9e61-38413bb3cb5c req-cc08090d-085c-4fa7-a949-e8ca4346bd30 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 944 time: 0.0498013 May 10 14:04:27.371269 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-98189b45-3fa2-47db-9e61-38413bb3cb5c req-b0fa0d93-bf14-40d5-a307-e0721d2df635 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394995 May 10 14:04:28.290971 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-356d3dc8-5975-4d2f-9579-dd1a394b6934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:28.296070 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 7c7e5879-9276-48c6-9f02-0be4571c330e details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:04:28.390166 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 7c7e5879-9276-48c6-9f02-0be4571c330e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7c7e5879-9276-48c6-9f02-0be4571c330e,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:28.406161 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': '7c7e5879-9276-48c6-9f02-0be4571c330e', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'port_id': '7c7e5879-9276-48c6-9f02-0be4571c330e', 'mac_address': 'fa:16:3e:91:0a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:04:28.443336 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 7c7e5879-9276-48c6-9f02-0be4571c330e is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:28.443769 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:28.456856 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7e5879-9276-48c6-9f02-0be4571c330e {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:04:28.476318 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 7c7e5879-9276-48c6-9f02-0be4571c330e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7c7e5879-9276-48c6-9f02-0be4571c330e,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:28.480121 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:28.489906 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d761d4-e368-4247-b145-178e1bf629a1 req-96d1ab45-fd9e-4ae2-a0d9-f90e7465a679 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:28.491980 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-43d761d4-e368-4247-b145-178e1bf629a1 req-96d1ab45-fd9e-4ae2-a0d9-f90e7465a679 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 944 time: 0.0490136 May 10 14:04:28.526131 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=7c7e5879-9276-48c6-9f02-0be4571c330e,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:28.540528 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-43d761d4-e368-4247-b145-178e1bf629a1 req-2019678a-8fd4-4da4-8025-bef84de70998 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426905 May 10 14:04:28.958564 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['7c7e5879-9276-48c6-9f02-0be4571c330e'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:04:29.357180 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:29.656235 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fecf954-e970-453e-975d-56cadf4d1799 req-03be65b0-340e-44e1-997a-46dc142ac2fd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:29.657706 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1fecf954-e970-453e-975d-56cadf4d1799 req-03be65b0-340e-44e1-997a-46dc142ac2fd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 945 time: 0.0473683 May 10 14:04:29.703167 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1fecf954-e970-453e-975d-56cadf4d1799 req-911637b2-bebb-4f77-bee5-da2c8cd46f7b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400386 May 10 14:04:30.307080 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 7c7e5879-9276-48c6-9f02-0be4571c330e up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:04:30.349790 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning for port 7c7e5879-9276-48c6-9f02-0be4571c330e completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:04:30.355272 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port 7c7e5879-9276-48c6-9f02-0be4571c330e triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:30.355673 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:30.433118 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 7c7e5879-9276-48c6-9f02-0be4571c330e is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:30.433730 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:30.454967 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e6e847-c76f-441e-a7f8-63251b198a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7e5879-9276-48c6-9f02-0be4571c330e'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:04:30.457183 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b76b56-626b-4737-9bb6-bcacb5db7864" -d '{"events": [{"server_uuid": "18e6e847-c76f-441e-a7f8-63251b198a2d", "name": "network-vif-plugged", "status": "completed", "tag": "7c7e5879-9276-48c6-9f02-0be4571c330e"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:04:30.469797 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 7c7e5879-9276-48c6-9f02-0be4571c330e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7c7e5879-9276-48c6-9f02-0be4571c330e,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:30.474011 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:30.496870 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d51e87-900b-40e1-af87-2b1c58f02a20 x-openstack-request-id: req-33d51e87-900b-40e1-af87-2b1c58f02a20 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:04:30.497187 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e6e847-c76f-441e-a7f8-63251b198a2d", "name": "network-vif-plugged", "status": "completed", "tag": "7c7e5879-9276-48c6-9f02-0be4571c330e", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:04:30.497445 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33d51e87-900b-40e1-af87-2b1c58f02a20 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:04:30.497831 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33d51e87-900b-40e1-af87-2b1c58f02a20'] response: {'server_uuid': '18e6e847-c76f-441e-a7f8-63251b198a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7e5879-9276-48c6-9f02-0be4571c330e', 'code': 200} May 10 14:04:30.522862 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=7c7e5879-9276-48c6-9f02-0be4571c330e,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:30.714806 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10259a-7fa8-43a6-8aed-8cb081726cb0 req-766dbbd7-c714-4bc1-a6a0-d1d5bf2eaa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:30.716336 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fc10259a-7fa8-43a6-8aed-8cb081726cb0 req-766dbbd7-c714-4bc1-a6a0-d1d5bf2eaa76 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 1130 time: 0.0379992 May 10 14:04:30.752874 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:30.763195 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fc10259a-7fa8-43a6-8aed-8cb081726cb0 req-d9a95a96-fa3b-44b8-9b66-ef3b94080ceb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400386 May 10 14:04:30.824118 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e29b26-f324-4e22-a953-26a618ddad9f req-11fcd3aa-7c78-4ee1-995b-ae387651fddd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:30.825610 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07e29b26-f324-4e22-a953-26a618ddad9f req-11fcd3aa-7c78-4ee1-995b-ae387651fddd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0462315 May 10 14:04:30.875377 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-07e29b26-f324-4e22-a953-26a618ddad9f req-e779cfa2-52d0-4f68-84e4-73046f9953d4 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443184 May 10 14:04:31.996921 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcb7e1-4cab-4c74-8e4f-945023e8ff66 req-a98e8368-0ff6-40a1-824c-0c95164aa244 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:31.998405 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-97dcb7e1-4cab-4c74-8e4f-945023e8ff66 req-a98e8368-0ff6-40a1-824c-0c95164aa244 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0493696 May 10 14:04:32.044842 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-97dcb7e1-4cab-4c74-8e4f-945023e8ff66 req-b57e07bb-3247-4340-803b-ebb2fe22744a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409138 May 10 14:04:32.306973 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:33.160310 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f299b-1530-41e6-a7e2-32b4e2b5e4fe req-eb1ee8d3-e4e8-4c25-8990-33fec1a5c1dd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:33.161756 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a42f299b-1530-41e6-a7e2-32b4e2b5e4fe req-eb1ee8d3-e4e8-4c25-8990-33fec1a5c1dd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0464616 May 10 14:04:33.208127 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a42f299b-1530-41e6-a7e2-32b4e2b5e4fe req-5b12bb18-6071-463e-81ec-6a7a4892fcf2 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408444 May 10 14:04:33.318135 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edbdfb-207b-4b29-aef8-64b0138bbd55 req-35518f19-8dbb-4cf6-9b25-367944e4c3a3 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:33.320147 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-42edbdfb-207b-4b29-aef8-64b0138bbd55 req-35518f19-8dbb-4cf6-9b25-367944e4c3a3 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0459902 May 10 14:04:33.328485 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 54442) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:33.332759 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-ccb7bc51-cea9-49e2-b322-f2410545c610 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Request body: {'floatingip': {'port_id': '7c7e5879-9276-48c6-9f02-0be4571c330e'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:33.373492 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ccb7bc51-cea9-49e2-b322-f2410545c610 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for floatingip (96daad7c-ba8e-4a44-bb91-55bf38bc965b), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:33.798796 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ccb7bc51-cea9-49e2-b322-f2410545c610 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:33.802707 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ccb7bc51-cea9-49e2-b322-f2410545c610 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (96daad7c-ba8e-4a44-bb91-55bf38bc965b), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:33.902066 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-ccb7bc51-cea9-49e2-b322-f2410545c610 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Floating IP 96daad7c-ba8e-4a44-bb91-55bf38bc965b associated. External IP: 172.27.3.150, port: 7c7e5879-9276-48c6-9f02-0be4571c330e. May 10 14:04:34.113490 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb7bc51-cea9-49e2-b322-f2410545c610 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Router aba119d6-5dda-4089-a6c0-7039fc7a97e1 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:04:34.458829 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb7bc51-cea9-49e2-b322-f2410545c610 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:04:34.463376 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ccb7bc51-cea9-49e2-b322-f2410545c610 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:34.468621 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c560e4b6-1ecb-4448-abb5-95bf6c3a8d05 None None] Sync routers for ids ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:04:34.478583 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c560e4b6-1ecb-4448-abb5-95bf6c3a8d05 None None] Routers {'aba119d6-5dda-4089-a6c0-7039fc7a97e1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:34.479211 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c560e4b6-1ecb-4448-abb5-95bf6c3a8d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:04:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:34.492241 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ccb7bc51-cea9-49e2-b322-f2410545c610 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "PUT /v2.0/floatingips/96daad7c-ba8e-4a44-bb91-55bf38bc965b HTTP/1.1" status: 200 len: 992 time: 1.1627059 May 10 14:04:34.492923 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e6e847-c76f-441e-a7f8-63251b198a2d', 'tag': '7c7e5879-9276-48c6-9f02-0be4571c330e'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:04:34.495229 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74298514-66d3-4268-9d48-56b214b75be0" -d '{"events": [{"name": "network-changed", "server_uuid": "18e6e847-c76f-441e-a7f8-63251b198a2d", "tag": "7c7e5879-9276-48c6-9f02-0be4571c330e"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:04:34.529297 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dae2581-07aa-4a69-b253-8dd4bfe5cf68 x-openstack-request-id: req-2dae2581-07aa-4a69-b253-8dd4bfe5cf68 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:04:34.529596 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e6e847-c76f-441e-a7f8-63251b198a2d", "tag": "7c7e5879-9276-48c6-9f02-0be4571c330e", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:04:34.529856 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2dae2581-07aa-4a69-b253-8dd4bfe5cf68 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:04:34.530266 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dae2581-07aa-4a69-b253-8dd4bfe5cf68'] response: {'name': 'network-changed', 'server_uuid': '18e6e847-c76f-441e-a7f8-63251b198a2d', 'tag': '7c7e5879-9276-48c6-9f02-0be4571c330e', 'status': 'completed', 'code': 200} May 10 14:04:34.589252 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-c560e4b6-1ecb-4448-abb5-95bf6c3a8d05 None None] Set router aba119d6-5dda-4089-a6c0-7039fc7a97e1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:34.637980 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74298514-66d3-4268-9d48-56b214b75be0 req-e3440744-a3b7-4536-a06a-77bc7dc50e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:34.639414 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-74298514-66d3-4268-9d48-56b214b75be0 req-e3440744-a3b7-4536-a06a-77bc7dc50e5d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd39c2a00ace4575896bf3f045bedce1&device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 1130 time: 0.0414741 May 10 14:04:34.738534 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74298514-66d3-4268-9d48-56b214b75be0 req-bfbac0c7-3b51-41a6-b1d8-27419a0f420e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:34.740072 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-74298514-66d3-4268-9d48-56b214b75be0 req-bfbac0c7-3b51-41a6-b1d8-27419a0f420e service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c2e159f-7eb2-470d-9799-bf81a94b9b35 HTTP/1.1" status: 200 len: 917 time: 0.0842977 May 10 14:04:34.807063 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c560e4b6-1ecb-4448-abb5-95bf6c3a8d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'name': 'tempest-AttachVolumeShelveTestJSON-710112497-router', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:07Z', 'revision_number': 4, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'gw_port': {'id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': '96daad7c-ba8e-4a44-bb91-55bf38bc965b', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'port_id': '7c7e5879-9276-48c6-9f02-0be4571c330e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'mac_address': 'fa:16:3e:91:0a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e6e847-c76f-441e-a7f8-63251b198a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:04:17Z', 'updated_at': '2022-05-10T14:04:33Z', 'revision_number': 1, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '248fc04b-f924-4a81-be73-155edc600cf5', 'name': '', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'mac_address': 'fa:16:3e:02:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:03Z', 'updated_at': '2022-05-10T14:00:17Z', 'revision_number': 5, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'subnets': [{'id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:34.807649 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-74298514-66d3-4268-9d48-56b214b75be0 req-93b12e9e-6243-4550-aa41-0238e3b1d616 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c7e5879-9276-48c6-9f02-0be4571c330e HTTP/1.1" status: 200 len: 1000 time: 0.0609100 May 10 14:04:34.837001 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c560e4b6-1ecb-4448-abb5-95bf6c3a8d05 None None] Checking router: aba119d6-5dda-4089-a6c0-7039fc7a97e1 for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:04:34.845215 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c560e4b6-1ecb-4448-abb5-95bf6c3a8d05 None None] Routers {'aba119d6-5dda-4089-a6c0-7039fc7a97e1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:34.845835 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c560e4b6-1ecb-4448-abb5-95bf6c3a8d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:04:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:34.858141 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74298514-66d3-4268-9d48-56b214b75be0 req-90c88714-af42-42c3-b005-c78d5cb6243b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:34.859629 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-74298514-66d3-4268-9d48-56b214b75be0 req-90c88714-af42-42c3-b005-c78d5cb6243b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e8396c4-2dcc-480c-84ec-587b7b32be41 HTTP/1.1" status: 200 len: 855 time: 0.0449626 May 10 14:04:34.903168 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74298514-66d3-4268-9d48-56b214b75be0 req-1a012035-a5c1-4677-b45e-4f4668821003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:34.904583 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-74298514-66d3-4268-9d48-56b214b75be0 req-1a012035-a5c1-4677-b45e-4f4668821003 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c2e159f-7eb2-470d-9799-bf81a94b9b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381706 May 10 14:04:34.953811 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-c560e4b6-1ecb-4448-abb5-95bf6c3a8d05 None None] Set router aba119d6-5dda-4089-a6c0-7039fc7a97e1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:35.004649 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-74298514-66d3-4268-9d48-56b214b75be0 req-5eda1c87-9354-45a3-a1cf-ca760931e51f service neutron] 10.222.0.57 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853374 May 10 14:04:35.096227 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-74298514-66d3-4268-9d48-56b214b75be0 req-ffb42494-587b-4868-bc0c-80eeae1b9e20 service neutron] 10.222.0.57 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852549 May 10 14:04:35.170071 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c560e4b6-1ecb-4448-abb5-95bf6c3a8d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'name': 'tempest-AttachVolumeShelveTestJSON-710112497-router', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:07Z', 'revision_number': 4, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'gw_port': {'id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': '96daad7c-ba8e-4a44-bb91-55bf38bc965b', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'port_id': '7c7e5879-9276-48c6-9f02-0be4571c330e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'mac_address': 'fa:16:3e:91:0a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e6e847-c76f-441e-a7f8-63251b198a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:04:17Z', 'updated_at': '2022-05-10T14:04:33Z', 'revision_number': 1, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '248fc04b-f924-4a81-be73-155edc600cf5', 'name': '', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'mac_address': 'fa:16:3e:02:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:03Z', 'updated_at': '2022-05-10T14:00:17Z', 'revision_number': 5, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'subnets': [{'id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:35.196228 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c560e4b6-1ecb-4448-abb5-95bf6c3a8d05 None None] The sync data for ids ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'] in dv-cinder-840678-6-iscsi is: [{'id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'name': 'tempest-AttachVolumeShelveTestJSON-710112497-router', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:07Z', 'revision_number': 4, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'gw_port': {'id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': '96daad7c-ba8e-4a44-bb91-55bf38bc965b', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'port_id': '7c7e5879-9276-48c6-9f02-0be4571c330e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'mac_address': 'fa:16:3e:91:0a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e6e847-c76f-441e-a7f8-63251b198a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:04:17Z', 'updated_at': '2022-05-10T14:04:33Z', 'revision_number': 1, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '248fc04b-f924-4a81-be73-155edc600cf5', 'name': '', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'mac_address': 'fa:16:3e:02:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:03Z', 'updated_at': '2022-05-10T14:00:17Z', 'revision_number': 5, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'subnets': [{'id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:04:35.376345 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df44bb92-0ee7-4e02-af78-09f446510f88 None None] New status for floating IP 96daad7c-ba8e-4a44-bb91-55bf38bc965b: ACTIVE {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:04:39.121403 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-05f844c3-d65b-41e7-90e2-5ec20f8734a5 req-33a69857-bead-4951-9881-fa4093ed03c1 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655833722&fields=id&tenant_id=b1e759f08bf04eeabbbc1b14bca8a169 HTTP/1.1" status: 200 len: 267 time: 0.0475779 May 10 14:04:39.171500 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f844c3-d65b-41e7-90e2-5ec20f8734a5 req-2cadaf4b-26bd-4219-94ec-1275317bbf10 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:39.172995 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-05f844c3-d65b-41e7-90e2-5ec20f8734a5 req-2cadaf4b-26bd-4219-94ec-1275317bbf10 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 984 time: 0.0464020 May 10 14:04:39.184020 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-05f844c3-d65b-41e7-90e2-5ec20f8734a5 req-469de6ee-b77a-48da-acc1-b45e996e2b68 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Request body: {'port': {'security_groups': ['3621e410-ad4e-4c3f-8955-2f6b893244fd']}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:39.261538 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-05f844c3-d65b-41e7-90e2-5ec20f8734a5 req-469de6ee-b77a-48da-acc1-b45e996e2b68 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (12100075-8151-4b48-9d14-6864846987d2), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:39.435263 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-05f844c3-d65b-41e7-90e2-5ec20f8734a5 req-469de6ee-b77a-48da-acc1-b45e996e2b68 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] For port 12100075-8151-4b48-9d14-6864846987d2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=12100075-8151-4b48-9d14-6864846987d2,segment=NetworkSegment(61f95c22-8d28-4698-ac9e-b472ae7527f0),segment_id=61f95c22-8d28-4698-ac9e-b472ae7527f0)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:39.464869 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-05f844c3-d65b-41e7-90e2-5ec20f8734a5 req-469de6ee-b77a-48da-acc1-b45e996e2b68 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for port (12100075-8151-4b48-9d14-6864846987d2), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:39.469428 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-05f844c3-d65b-41e7-90e2-5ec20f8734a5 req-469de6ee-b77a-48da-acc1-b45e996e2b68 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (12100075-8151-4b48-9d14-6864846987d2), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:39.508651 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f844c3-d65b-41e7-90e2-5ec20f8734a5 req-469de6ee-b77a-48da-acc1-b45e996e2b68 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:39.509265 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-05f844c3-d65b-41e7-90e2-5ec20f8734a5 req-469de6ee-b77a-48da-acc1-b45e996e2b68 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:39.510619 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-05f844c3-d65b-41e7-90e2-5ec20f8734a5 req-469de6ee-b77a-48da-acc1-b45e996e2b68 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "PUT /v2.0/ports/12100075-8151-4b48-9d14-6864846987d2 HTTP/1.1" status: 200 len: 942 time: 0.3311696 May 10 14:04:39.511058 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8821a821-144b-4a72-b16e-07014a8063d0', 'tag': '12100075-8151-4b48-9d14-6864846987d2'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:04:39.513383 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890fe8b7-e43d-49c8-bbac-c9aef43f2841" -d '{"events": [{"name": "network-changed", "server_uuid": "8821a821-144b-4a72-b16e-07014a8063d0", "tag": "12100075-8151-4b48-9d14-6864846987d2"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:04:39.515844 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['12100075-8151-4b48-9d14-6864846987d2'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:04:39.523293 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54458) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:39.562027 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bc43c4-41e4-44fa-a065-9dfd3d3f43ef x-openstack-request-id: req-63bc43c4-41e4-44fa-a065-9dfd3d3f43ef {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:04:39.562322 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8821a821-144b-4a72-b16e-07014a8063d0", "tag": "12100075-8151-4b48-9d14-6864846987d2", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:04:39.562579 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-63bc43c4-41e4-44fa-a065-9dfd3d3f43ef {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:04:39.563287 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63bc43c4-41e4-44fa-a065-9dfd3d3f43ef'] response: {'name': 'network-changed', 'server_uuid': '8821a821-144b-4a72-b16e-07014a8063d0', 'tag': '12100075-8151-4b48-9d14-6864846987d2', 'status': 'completed', 'code': 200} May 10 14:04:39.566515 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469de6ee-b77a-48da-acc1-b45e996e2b68 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Pushing event updated for resources: {'Port': ['ID=12100075-8151-4b48-9d14-6864846987d2,revision_number=7']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:39.597336 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3f167269-11a0-4e55-b970-2c1467b9af90 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for security_group (b68aabd1-8ee1-4921-b3d2-67aaf1765d25), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:39.633597 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3f167269-11a0-4e55-b970-2c1467b9af90 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for security_group (b68aabd1-8ee1-4921-b3d2-67aaf1765d25), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:39.681338 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fe8b7-e43d-49c8-bbac-c9aef43f2841 req-4fc72632-d02f-4a05-966c-f2485b31360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:39.682865 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-890fe8b7-e43d-49c8-bbac-c9aef43f2841 req-4fc72632-d02f-4a05-966c-f2485b31360c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1e759f08bf04eeabbbc1b14bca8a169&device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 1129 time: 0.0616529 May 10 14:04:39.702102 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3f167269-11a0-4e55-b970-2c1467b9af90 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (b68aabd1-8ee1-4921-b3d2-67aaf1765d25), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:39.704759 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3f167269-11a0-4e55-b970-2c1467b9af90 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:39.708451 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3f167269-11a0-4e55-b970-2c1467b9af90 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "DELETE /v2.0/security-groups/b68aabd1-8ee1-4921-b3d2-67aaf1765d25 HTTP/1.1" status: 204 len: 168 time: 0.1820328 May 10 14:04:39.710541 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54460) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:39.740506 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['12100075-8151-4b48-9d14-6864846987d2'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:04:39.756279 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f167269-11a0-4e55-b970-2c1467b9af90 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68aabd1-8ee1-4921-b3d2-67aaf1765d25,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:39.793794 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fe8b7-e43d-49c8-bbac-c9aef43f2841 req-47bac686-8e2a-4ce7-961e-5118e293042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:39.795294 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-890fe8b7-e43d-49c8-bbac-c9aef43f2841 req-47bac686-8e2a-4ce7-961e-5118e293042d service neutron] 10.222.0.57 "GET /v2.0/networks?id=4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92 HTTP/1.1" status: 200 len: 916 time: 0.1008091 May 10 14:04:39.823561 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-c6d815fe-c977-43b5-8ff8-d45c6b8d7280 None None] Provisioning complete for port 12100075-8151-4b48-9d14-6864846987d2 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:39.823931 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6d815fe-c977-43b5-8ff8-d45c6b8d7280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (12100075-8151-4b48-9d14-6864846987d2), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:39.868084 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-890fe8b7-e43d-49c8-bbac-c9aef43f2841 req-cd11fc97-160b-4885-8add-6c0f46e84a2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12100075-8151-4b48-9d14-6864846987d2 HTTP/1.1" status: 200 len: 1000 time: 0.0661895 May 10 14:04:39.887619 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-d4e656bb-d8c1-4bb7-92f0-672256647a1b tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Deleting port db0b9609-7ca8-46e6-b46e-0a185ff9eab8 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:04:39.887971 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d4e656bb-d8c1-4bb7-92f0-672256647a1b tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (db0b9609-7ca8-46e6-b46e-0a185ff9eab8), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:39.926023 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fe8b7-e43d-49c8-bbac-c9aef43f2841 req-310b4ba2-60b0-4de8-ae2d-ebd06c408d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:39.928107 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-890fe8b7-e43d-49c8-bbac-c9aef43f2841 req-310b4ba2-60b0-4de8-ae2d-ebd06c408d04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2059efe2-229a-4de0-9b5e-4765a3685cdc HTTP/1.1" status: 200 len: 854 time: 0.0505767 May 10 14:04:39.969507 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d4e656bb-d8c1-4bb7-92f0-672256647a1b tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (db0b9609-7ca8-46e6-b46e-0a185ff9eab8), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:39.969895 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d4e656bb-d8c1-4bb7-92f0-672256647a1b tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for floatingip (db0b9609-7ca8-46e6-b46e-0a185ff9eab8), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:39.974279 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-c6d815fe-c977-43b5-8ff8-d45c6b8d7280 None None] Current status of the port 12100075-8151-4b48-9d14-6864846987d2 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:04:39.978910 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fe8b7-e43d-49c8-bbac-c9aef43f2841 req-5c7f6737-3f0a-478f-9bbf-bfc4ee40614d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:39.980746 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-890fe8b7-e43d-49c8-bbac-c9aef43f2841 req-5c7f6737-3f0a-478f-9bbf-bfc4ee40614d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401678 May 10 14:04:39.985503 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-d4e656bb-d8c1-4bb7-92f0-672256647a1b tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Calling delete_port for db0b9609-7ca8-46e6-b46e-0a185ff9eab8 owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:04:40.084658 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-890fe8b7-e43d-49c8-bbac-c9aef43f2841 req-ca78a100-5537-451b-a35e-0e6069f7ac90 service neutron] 10.222.0.57 "GET /v2.0/networks/4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856731 May 10 14:04:40.159792 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d4e656bb-d8c1-4bb7-92f0-672256647a1b tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (db0b9609-7ca8-46e6-b46e-0a185ff9eab8), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:40.175509 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-890fe8b7-e43d-49c8-bbac-c9aef43f2841 req-de734097-7065-4b61-8ac6-5c0ed67eec51 service neutron] 10.222.0.57 "GET /v2.0/networks/4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848274 May 10 14:04:40.184894 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e656bb-d8c1-4bb7-92f0-672256647a1b tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Pushing event deleted for resources: {'Port': ['ID=db0b9609-7ca8-46e6-b46e-0a185ff9eab8,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:40.250787 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d4e656bb-d8c1-4bb7-92f0-672256647a1b tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks [] for floatingip (8b50e73d-0970-4c3c-a232-38e066647fb1), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:40.251113 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-d4e656bb-d8c1-4bb7-92f0-672256647a1b tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Floating IP 8b50e73d-0970-4c3c-a232-38e066647fb1 disassociated (deleted). External IP: 172.27.3.93, port: 12100075-8151-4b48-9d14-6864846987d2. May 10 14:04:40.462833 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e656bb-d8c1-4bb7-92f0-672256647a1b tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Router 88369033-f478-4c31-b488-df0d96a5281f has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:04:40.569764 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e656bb-d8c1-4bb7-92f0-672256647a1b tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:04:40.574042 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d4e656bb-d8c1-4bb7-92f0-672256647a1b tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:40.578760 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7198dbc4-7770-414c-bfdf-4ecd873aa8b8 None None] Sync routers for ids ['88369033-f478-4c31-b488-df0d96a5281f'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:04:40.592340 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7198dbc4-7770-414c-bfdf-4ecd873aa8b8 None None] Routers {'88369033-f478-4c31-b488-df0d96a5281f'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:40.593058 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-7198dbc4-7770-414c-bfdf-4ecd873aa8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:04:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['88369033-f478-4c31-b488-df0d96a5281f'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:40.603376 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d4e656bb-d8c1-4bb7-92f0-672256647a1b tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "DELETE /v2.0/floatingips/8b50e73d-0970-4c3c-a232-38e066647fb1 HTTP/1.1" status: 204 len: 168 time: 0.8918064 May 10 14:04:40.603968 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8821a821-144b-4a72-b16e-07014a8063d0', 'tag': '12100075-8151-4b48-9d14-6864846987d2'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:04:40.606256 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72864d8f697cc3849f7037e54fa44052707e53d1306a4a80922f5c2f90f38e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3a1326-23ce-4293-a352-25a48401c1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "8821a821-144b-4a72-b16e-07014a8063d0", "tag": "12100075-8151-4b48-9d14-6864846987d2"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:04:40.641839 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857f1487-9a4b-4094-a2b6-2f6b98d2094b x-openstack-request-id: req-857f1487-9a4b-4094-a2b6-2f6b98d2094b {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:04:40.642141 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8821a821-144b-4a72-b16e-07014a8063d0", "tag": "12100075-8151-4b48-9d14-6864846987d2", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:04:40.642402 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-857f1487-9a4b-4094-a2b6-2f6b98d2094b {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:04:40.642815 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-857f1487-9a4b-4094-a2b6-2f6b98d2094b'] response: {'name': 'network-changed', 'server_uuid': '8821a821-144b-4a72-b16e-07014a8063d0', 'tag': '12100075-8151-4b48-9d14-6864846987d2', 'status': 'completed', 'code': 200} May 10 14:04:40.706266 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-7198dbc4-7770-414c-bfdf-4ecd873aa8b8 None None] Set router 88369033-f478-4c31-b488-df0d96a5281f gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:40.740617 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a1326-23ce-4293-a352-25a48401c1cb req-c77bd331-c770-42f6-a908-2173328fbd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:40.742295 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3c3a1326-23ce-4293-a352-25a48401c1cb req-c77bd331-c770-42f6-a908-2173328fbd8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b1e759f08bf04eeabbbc1b14bca8a169&device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 1129 time: 0.0437217 May 10 14:04:40.844436 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a1326-23ce-4293-a352-25a48401c1cb req-ba96f8eb-0d0b-4388-b7c9-c2fa3d90c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:40.846245 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3c3a1326-23ce-4293-a352-25a48401c1cb req-ba96f8eb-0d0b-4388-b7c9-c2fa3d90c1d5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92 HTTP/1.1" status: 200 len: 916 time: 0.0974951 May 10 14:04:40.908562 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3c3a1326-23ce-4293-a352-25a48401c1cb req-d2f9b9f8-4246-4e6b-97ef-93d0b8f2c380 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12100075-8151-4b48-9d14-6864846987d2 HTTP/1.1" status: 200 len: 217 time: 0.0391395 May 10 14:04:40.955985 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a1326-23ce-4293-a352-25a48401c1cb req-d1b1f7a8-56ee-4029-8727-354ad20df420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:40.957579 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3c3a1326-23ce-4293-a352-25a48401c1cb req-d1b1f7a8-56ee-4029-8727-354ad20df420 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2059efe2-229a-4de0-9b5e-4765a3685cdc HTTP/1.1" status: 200 len: 854 time: 0.0434294 May 10 14:04:41.040797 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-7198dbc4-7770-414c-bfdf-4ecd873aa8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88369033-f478-4c31-b488-df0d96a5281f', 'name': 'tempest-TestMinimumBasicScenario-1991074628-router', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:42Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 4, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'gw_port': {'id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88369033-f478-4c31-b488-df0d96a5281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:43Z', 'updated_at': '2022-05-10T14:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'e453ab88-b61e-4d12-adb8-9ae00f63b73d', 'name': '', 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'mac_address': 'fa:16:3e:1d:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88369033-f478-4c31-b488-df0d96a5281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2059efe2-229a-4de0-9b5e-4765a3685cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:45Z', 'updated_at': '2022-05-10T14:01:51Z', 'revision_number': 5, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'subnets': [{'id': '2059efe2-229a-4de0-9b5e-4765a3685cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:41.066293 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7198dbc4-7770-414c-bfdf-4ecd873aa8b8 None None] Checking router: 88369033-f478-4c31-b488-df0d96a5281f for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:04:41.074859 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7198dbc4-7770-414c-bfdf-4ecd873aa8b8 None None] Routers {'88369033-f478-4c31-b488-df0d96a5281f'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:41.075468 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-7198dbc4-7770-414c-bfdf-4ecd873aa8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:04:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['88369033-f478-4c31-b488-df0d96a5281f'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:41.182674 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-7198dbc4-7770-414c-bfdf-4ecd873aa8b8 None None] Set router 88369033-f478-4c31-b488-df0d96a5281f gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:41.370211 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-7198dbc4-7770-414c-bfdf-4ecd873aa8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88369033-f478-4c31-b488-df0d96a5281f', 'name': 'tempest-TestMinimumBasicScenario-1991074628-router', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:42Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 4, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'gw_port': {'id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88369033-f478-4c31-b488-df0d96a5281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:43Z', 'updated_at': '2022-05-10T14:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'e453ab88-b61e-4d12-adb8-9ae00f63b73d', 'name': '', 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'mac_address': 'fa:16:3e:1d:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88369033-f478-4c31-b488-df0d96a5281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2059efe2-229a-4de0-9b5e-4765a3685cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:45Z', 'updated_at': '2022-05-10T14:01:51Z', 'revision_number': 5, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'subnets': [{'id': '2059efe2-229a-4de0-9b5e-4765a3685cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:41.396682 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7198dbc4-7770-414c-bfdf-4ecd873aa8b8 None None] The sync data for ids ['88369033-f478-4c31-b488-df0d96a5281f'] in dv-cinder-840678-6-iscsi is: [{'id': '88369033-f478-4c31-b488-df0d96a5281f', 'name': 'tempest-TestMinimumBasicScenario-1991074628-router', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:42Z', 'updated_at': '2022-05-10T14:01:46Z', 'revision_number': 4, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'gw_port': {'id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88369033-f478-4c31-b488-df0d96a5281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:43Z', 'updated_at': '2022-05-10T14:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'e453ab88-b61e-4d12-adb8-9ae00f63b73d', 'name': '', 'network_id': '4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'mac_address': 'fa:16:3e:1d:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88369033-f478-4c31-b488-df0d96a5281f', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '2059efe2-229a-4de0-9b5e-4765a3685cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:45Z', 'updated_at': '2022-05-10T14:01:51Z', 'revision_number': 5, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'subnets': [{'id': '2059efe2-229a-4de0-9b5e-4765a3685cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:04:41.397231 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a1326-23ce-4293-a352-25a48401c1cb req-64369071-d130-4619-af80-e2554a0d01aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:41.398996 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3c3a1326-23ce-4293-a352-25a48401c1cb req-64369071-d130-4619-af80-e2554a0d01aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451474 May 10 14:04:41.493329 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3c3a1326-23ce-4293-a352-25a48401c1cb req-fb575813-6054-4210-a97e-2e9cc0de4659 service neutron] 10.222.0.57 "GET /v2.0/networks/4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867949 May 10 14:04:41.627591 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c330cde8-7b03-4527-b499-e6c901209e69 None None] New status for floating IP 8b50e73d-0970-4c3c-a232-38e066647fb1: DOWN {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:04:41.631916 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3c3a1326-23ce-4293-a352-25a48401c1cb req-433b8be5-9a2c-47c6-98a4-8490a509967b service neutron] 10.222.0.57 "GET /v2.0/networks/4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977111 May 10 14:04:43.345762 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b734e18-63aa-4cef-8f84-26a2c74e7767 req-350b61de-b74a-418b-9b5e-cec5364e27ea tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:43.347257 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3b734e18-63aa-4cef-8f84-26a2c74e7767 req-350b61de-b74a-418b-9b5e-cec5364e27ea tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 945 time: 0.0466723 May 10 14:04:43.396196 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3b734e18-63aa-4cef-8f84-26a2c74e7767 req-d1336256-a1a4-4319-bf3c-e14f42a22fcd tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428488 May 10 14:04:43.621718 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:04:44.336494 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e156e9a-f587-4f9b-a12f-61297d6d4374 req-b3a395d5-d0c8-49b3-89c2-a076527233c7 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:44.337932 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2e156e9a-f587-4f9b-a12f-61297d6d4374 req-b3a395d5-d0c8-49b3-89c2-a076527233c7 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0465574 May 10 14:04:44.383184 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2e156e9a-f587-4f9b-a12f-61297d6d4374 req-a3702c9b-bf24-4d59-b34e-f6f09fb9f8eb tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396888 May 10 14:04:44.509756 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec349c-e26c-45c4-af52-8ddd26ca3e8d req-a2f9ace0-35a9-4727-bd6d-d86a0c29125b tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:44.511576 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-06ec349c-e26c-45c4-af52-8ddd26ca3e8d req-a2f9ace0-35a9-4727-bd6d-d86a0c29125b tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 945 time: 0.0453987 May 10 14:04:44.564273 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-06ec349c-e26c-45c4-af52-8ddd26ca3e8d req-b9cf8f94-8732-4e1c-a1e6-588bfad5b470 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450771 May 10 14:04:45.493976 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc409c-2f75-44b4-8b9a-94ff5cd2b639 req-1108c9ba-0b28-43f1-8826-349f4f90474b tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:45.495442 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bbfc409c-2f75-44b4-8b9a-94ff5cd2b639 req-1108c9ba-0b28-43f1-8826-349f4f90474b tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0471787 May 10 14:04:45.545189 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bbfc409c-2f75-44b4-8b9a-94ff5cd2b639 req-bd892a4c-e566-46ae-afdc-e4ac9fe74ca9 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442712 May 10 14:04:45.675251 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3f7d5-f396-49b7-bf92-8dd708df0c12 req-aa29c223-9394-41de-bcab-188e70f7fe79 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:45.676663 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e4c3f7d5-f396-49b7-bf92-8dd708df0c12 req-aa29c223-9394-41de-bcab-188e70f7fe79 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 945 time: 0.0473077 May 10 14:04:45.722572 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e4c3f7d5-f396-49b7-bf92-8dd708df0c12 req-0e79150d-3a18-44cb-b2a0-dbd7cb6b20d8 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405376 May 10 14:04:46.656688 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c81945-d9f9-4c78-b8cf-3901d9288442 req-06b0e675-03e7-45b3-aade-a69569760dc9 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:46.658107 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-49c81945-d9f9-4c78-b8cf-3901d9288442 req-06b0e675-03e7-45b3-aade-a69569760dc9 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0465915 May 10 14:04:46.703590 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-49c81945-d9f9-4c78-b8cf-3901d9288442 req-ba45ee63-eab8-478d-9bde-64c02a2d1721 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396209 May 10 14:04:46.834187 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6a189-6751-45b8-b046-0df2770e3072 req-8a656189-aea7-4960-af76-a8c5039112fd tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:46.835649 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-42a6a189-6751-45b8-b046-0df2770e3072 req-8a656189-aea7-4960-af76-a8c5039112fd tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 945 time: 0.0464783 May 10 14:04:46.880631 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-42a6a189-6751-45b8-b046-0df2770e3072 req-9a88c69f-08e7-4eb9-9030-e9c8b6afa308 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393746 May 10 14:04:47.728053 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766118c-372e-43f7-b3eb-514b7bf2a472 req-1901e1fd-2682-4609-9956-76c42172a2de tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:47.729761 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1766118c-372e-43f7-b3eb-514b7bf2a472 req-1901e1fd-2682-4609-9956-76c42172a2de tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.57 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.0826859 May 10 14:04:47.735762 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd12ef-a41f-4872-bcec-446b69d6b76e req-474dc016-7ddd-4cea-8d5e-c5763282d853 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:47.737144 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-41bd12ef-a41f-4872-bcec-446b69d6b76e req-474dc016-7ddd-4cea-8d5e-c5763282d853 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.57 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 945 time: 0.0917952 May 10 14:04:47.901925 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bff06-d338-4631-8030-4f934af19e42 req-7ec3b4c5-53fc-45d3-82cd-2881115d4bec tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:47.903483 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f70bff06-d338-4631-8030-4f934af19e42 req-7ec3b4c5-53fc-45d3-82cd-2881115d4bec tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 945 time: 0.1180513 May 10 14:04:47.928736 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-1766118c-372e-43f7-b3eb-514b7bf2a472 req-d39dca48-4038-4d16-8f01-6f6e6a2c8984 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Deleting port 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:04:47.929077 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-1766118c-372e-43f7-b3eb-514b7bf2a472 req-d39dca48-4038-4d16-8f01-6f6e6a2c8984 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (48a907c3-b5e2-4fd8-b6cb-cc60b528bc16), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:47.931451 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-41bd12ef-a41f-4872-bcec-446b69d6b76e req-f555a08e-02c7-4b53-ac69-50158c51fdbc tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Deleting port 12100075-8151-4b48-9d14-6864846987d2 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:04:47.931779 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-41bd12ef-a41f-4872-bcec-446b69d6b76e req-f555a08e-02c7-4b53-ac69-50158c51fdbc tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (12100075-8151-4b48-9d14-6864846987d2), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:47.997728 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6d7bd-4838-4c87-a77d-82cd33a1d9aa req-001e08d7-9cc2-43e2-9020-8d19ea2122f0 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:47.999145 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1ab6d7bd-4838-4c87-a77d-82cd33a1d9aa req-001e08d7-9cc2-43e2-9020-8d19ea2122f0 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 945 time: 0.0501130 May 10 14:04:48.046233 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1ab6d7bd-4838-4c87-a77d-82cd33a1d9aa req-86a1f068-da6a-48ee-8dc4-e0b70f487616 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/security-groups?id=3621e410-ad4e-4c3f-8955-2f6b893244fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414851 May 10 14:04:48.075496 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f70bff06-d338-4631-8030-4f934af19e42 req-23025e2d-7edb-46f5-90b3-47022bd931c4 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=18b2aae1-462a-48c7-9af0-c2e648dd2650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588526 May 10 14:04:48.110404 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-41bd12ef-a41f-4872-bcec-446b69d6b76e req-f555a08e-02c7-4b53-ac69-50158c51fdbc tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] For port 12100075-8151-4b48-9d14-6864846987d2, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=12100075-8151-4b48-9d14-6864846987d2,segment=NetworkSegment(61f95c22-8d28-4698-ac9e-b472ae7527f0),segment_id=61f95c22-8d28-4698-ac9e-b472ae7527f0)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:48.110769 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-41bd12ef-a41f-4872-bcec-446b69d6b76e req-f555a08e-02c7-4b53-ac69-50158c51fdbc tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (12100075-8151-4b48-9d14-6864846987d2), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:48.133369 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-41bd12ef-a41f-4872-bcec-446b69d6b76e req-f555a08e-02c7-4b53-ac69-50158c51fdbc tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Calling delete_port for 12100075-8151-4b48-9d14-6864846987d2 owned by compute:nova {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:04:48.135913 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-1766118c-372e-43f7-b3eb-514b7bf2a472 req-d39dca48-4038-4d16-8f01-6f6e6a2c8984 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] For port 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=48a907c3-b5e2-4fd8-b6cb-cc60b528bc16,segment=NetworkSegment(7f904fe4-a583-4eae-8ba7-b18fa03ec8bb),segment_id=7f904fe4-a583-4eae-8ba7-b18fa03ec8bb)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:48.136295 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-1766118c-372e-43f7-b3eb-514b7bf2a472 req-d39dca48-4038-4d16-8f01-6f6e6a2c8984 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (48a907c3-b5e2-4fd8-b6cb-cc60b528bc16), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:48.396849 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-1766118c-372e-43f7-b3eb-514b7bf2a472 req-d39dca48-4038-4d16-8f01-6f6e6a2c8984 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:48.397217 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-1766118c-372e-43f7-b3eb-514b7bf2a472 req-d39dca48-4038-4d16-8f01-6f6e6a2c8984 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (8a2e07e3-0d9a-40ba-ad37-1aad5661d4c9), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:48.397537 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.l3_db [req-1766118c-372e-43f7-b3eb-514b7bf2a472 req-d39dca48-4038-4d16-8f01-6f6e6a2c8984 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Floating IP 8a2e07e3-0d9a-40ba-ad37-1aad5661d4c9 disassociated. External IP: 172.27.3.60, port: 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16. May 10 14:04:48.397877 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-1766118c-372e-43f7-b3eb-514b7bf2a472 req-d39dca48-4038-4d16-8f01-6f6e6a2c8984 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Calling delete_port for 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 owned by compute:nova {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:04:48.399539 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-41bd12ef-a41f-4872-bcec-446b69d6b76e req-f555a08e-02c7-4b53-ac69-50158c51fdbc tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (12100075-8151-4b48-9d14-6864846987d2), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:48.438701 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555a08e-02c7-4b53-ac69-50158c51fdbc tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Pushing event deleted for resources: {'Port': ['ID=12100075-8151-4b48-9d14-6864846987d2,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:48.439603 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['12100075-8151-4b48-9d14-6864846987d2'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:04:48.519142 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bd12ef-a41f-4872-bcec-446b69d6b76e req-f555a08e-02c7-4b53-ac69-50158c51fdbc tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] No DVR routers for this DVR port 12100075-8151-4b48-9d14-6864846987d2 on host hv-cinder-84067 {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:04:48.523124 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-41bd12ef-a41f-4872-bcec-446b69d6b76e req-f555a08e-02c7-4b53-ac69-50158c51fdbc tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:48.526332 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-41bd12ef-a41f-4872-bcec-446b69d6b76e req-f555a08e-02c7-4b53-ac69-50158c51fdbc tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.57 "DELETE /v2.0/ports/12100075-8151-4b48-9d14-6864846987d2 HTTP/1.1" status: 204 len: 173 time: 0.7807467 May 10 14:04:48.526764 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8821a821-144b-4a72-b16e-07014a8063d0', 'name': 'network-vif-deleted', 'tag': '12100075-8151-4b48-9d14-6864846987d2'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:04:48.528982 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86e31bf-253f-4b6d-8ef4-ef8a8a8c7cea" -d '{"events": [{"server_uuid": "8821a821-144b-4a72-b16e-07014a8063d0", "name": "network-vif-deleted", "tag": "12100075-8151-4b48-9d14-6864846987d2"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:04:48.578273 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a6a177-b792-4e4d-a7ff-d8604a469e19 x-openstack-request-id: req-84a6a177-b792-4e4d-a7ff-d8604a469e19 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:04:48.578569 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8821a821-144b-4a72-b16e-07014a8063d0", "name": "network-vif-deleted", "tag": "12100075-8151-4b48-9d14-6864846987d2", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:04:48.578822 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84a6a177-b792-4e4d-a7ff-d8604a469e19 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:04:48.579213 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84a6a177-b792-4e4d-a7ff-d8604a469e19'] response: {'server_uuid': '8821a821-144b-4a72-b16e-07014a8063d0', 'name': 'network-vif-deleted', 'tag': '12100075-8151-4b48-9d14-6864846987d2', 'status': 'completed', 'code': 200} May 10 14:04:48.606480 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-1766118c-372e-43f7-b3eb-514b7bf2a472 req-d39dca48-4038-4d16-8f01-6f6e6a2c8984 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (48a907c3-b5e2-4fd8-b6cb-cc60b528bc16), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:48.634310 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39dca48-4038-4d16-8f01-6f6e6a2c8984 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Pushing event deleted for resources: {'Port': ['ID=48a907c3-b5e2-4fd8-b6cb-cc60b528bc16,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:48.749253 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1766118c-372e-43f7-b3eb-514b7bf2a472 req-d39dca48-4038-4d16-8f01-6f6e6a2c8984 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Router 18aa9f2d-1182-4053-8a16-d5677abda5b0 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:04:48.860452 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1766118c-372e-43f7-b3eb-514b7bf2a472 req-d39dca48-4038-4d16-8f01-6f6e6a2c8984 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:04:48.871026 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44daf01-04cc-4daf-8f65-c238e21ee3c2 None None] Sync routers for ids ['18aa9f2d-1182-4053-8a16-d5677abda5b0'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:04:48.883291 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44daf01-04cc-4daf-8f65-c238e21ee3c2 None None] Routers {'18aa9f2d-1182-4053-8a16-d5677abda5b0'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:48.883938 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c44daf01-04cc-4daf-8f65-c238e21ee3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:04:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['18aa9f2d-1182-4053-8a16-d5677abda5b0'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:48.904040 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-1766118c-372e-43f7-b3eb-514b7bf2a472 req-d39dca48-4038-4d16-8f01-6f6e6a2c8984 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] No DVR routers for this DVR port 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 on host hv-cinder-84067 {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:04:48.906480 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-1766118c-372e-43f7-b3eb-514b7bf2a472 req-d39dca48-4038-4d16-8f01-6f6e6a2c8984 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:48.910025 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1766118c-372e-43f7-b3eb-514b7bf2a472 req-d39dca48-4038-4d16-8f01-6f6e6a2c8984 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.57 "DELETE /v2.0/ports/48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 HTTP/1.1" status: 204 len: 173 time: 1.1719909 May 10 14:04:49.012415 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-c44daf01-04cc-4daf-8f65-c238e21ee3c2 None None] Set router 18aa9f2d-1182-4053-8a16-d5677abda5b0 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:49.201992 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ace9ef31-586d-40fa-a0cc-f2dd5a11b047 req-1f9d5c36-a789-48b6-8687-2af783472b15 tempest-TestMinimumBasicScenario-947862200 tempest-TestMinimumBasicScenario-947862200-project] 10.222.0.49 "GET /v2.0/ports?device_id=8821a821-144b-4a72-b16e-07014a8063d0 HTTP/1.1" status: 200 len: 210 time: 0.0308902 May 10 14:04:49.254624 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0adbb23f-c51d-42bf-93f9-4f4c67b620fe req-e7a0e1fe-de78-4941-ac98-97b022e4b599 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=c22e54ed-bbfa-42df-af34-67721740c4b0 HTTP/1.1" status: 200 len: 210 time: 0.0368979 May 10 14:04:49.293559 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c44daf01-04cc-4daf-8f65-c238e21ee3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'name': 'tempest-AttachVolumeTestJSON-984094042-router', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:04Z', 'revision_number': 4, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'gw_port': {'id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'c3f87d25-daa3-42e1-96ee-67dad5333ab9', 'name': '', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'mac_address': 'fa:16:3e:6f:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:02Z', 'updated_at': '2022-05-10T14:00:23Z', 'revision_number': 5, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'subnets': [{'id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:49.320927 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44daf01-04cc-4daf-8f65-c238e21ee3c2 None None] Checking router: 18aa9f2d-1182-4053-8a16-d5677abda5b0 for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:04:49.329685 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44daf01-04cc-4daf-8f65-c238e21ee3c2 None None] Routers {'18aa9f2d-1182-4053-8a16-d5677abda5b0'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:49.330298 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c44daf01-04cc-4daf-8f65-c238e21ee3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:04:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['18aa9f2d-1182-4053-8a16-d5677abda5b0'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:49.449758 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-c44daf01-04cc-4daf-8f65-c238e21ee3c2 None None] Set router 18aa9f2d-1182-4053-8a16-d5677abda5b0 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:49.638385 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c44daf01-04cc-4daf-8f65-c238e21ee3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'name': 'tempest-AttachVolumeTestJSON-984094042-router', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:04Z', 'revision_number': 4, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'gw_port': {'id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'c3f87d25-daa3-42e1-96ee-67dad5333ab9', 'name': '', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'mac_address': 'fa:16:3e:6f:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:02Z', 'updated_at': '2022-05-10T14:00:23Z', 'revision_number': 5, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'subnets': [{'id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:49.665580 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44daf01-04cc-4daf-8f65-c238e21ee3c2 None None] The sync data for ids ['18aa9f2d-1182-4053-8a16-d5677abda5b0'] in dv-cinder-840678-6-iscsi is: [{'id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'name': 'tempest-AttachVolumeTestJSON-984094042-router', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:04Z', 'revision_number': 4, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'gw_port': {'id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'c3f87d25-daa3-42e1-96ee-67dad5333ab9', 'name': '', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'mac_address': 'fa:16:3e:6f:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:02Z', 'updated_at': '2022-05-10T14:00:23Z', 'revision_number': 5, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'subnets': [{'id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:04:49.880095 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e31c5e-77bd-4cc7-b9f5-9e65245d5393 None None] New status for floating IP 8a2e07e3-0d9a-40ba-ad37-1aad5661d4c9: DOWN {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:04:50.340370 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54544) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:50.394540 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-879c17dc-fe72-45f0-9742-9bcbdc83bef4 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for security_group (18b2aae1-462a-48c7-9af0-c2e648dd2650), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:50.420014 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-879c17dc-fe72-45f0-9742-9bcbdc83bef4 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for security_group (18b2aae1-462a-48c7-9af0-c2e648dd2650), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:50.472491 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-879c17dc-fe72-45f0-9742-9bcbdc83bef4 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (18b2aae1-462a-48c7-9af0-c2e648dd2650), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:50.475498 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-879c17dc-fe72-45f0-9742-9bcbdc83bef4 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:50.479157 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-879c17dc-fe72-45f0-9742-9bcbdc83bef4 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "DELETE /v2.0/security-groups/18b2aae1-462a-48c7-9af0-c2e648dd2650 HTTP/1.1" status: 204 len: 168 time: 0.1352882 May 10 14:04:50.479698 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 54560) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:50.486076 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c17dc-fe72-45f0-9742-9bcbdc83bef4 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b2aae1-462a-48c7-9af0-c2e648dd2650,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:50.503839 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.api.v2.resource [None req-114ac34f-19b9-4aad-9c3b-e2a0521853de tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] show failed (client error): The resource could not be found. May 10 14:04:50.504950 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-114ac34f-19b9-4aad-9c3b-e2a0521853de tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups/18b2aae1-462a-48c7-9af0-c2e648dd2650 HTTP/1.1" status: 404 len: 347 time: 0.0231881 May 10 14:04:50.508128 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54564) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:50.580698 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22e54ed-bbfa-42df-af34-67721740c4b0', 'name': 'network-vif-deleted', 'tag': '48a907c3-b5e2-4fd8-b6cb-cc60b528bc16'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:04:50.582978 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abb75a1-ec26-4c05-8b24-90511f3354e2" -d '{"events": [{"server_uuid": "c22e54ed-bbfa-42df-af34-67721740c4b0", "name": "network-vif-deleted", "tag": "48a907c3-b5e2-4fd8-b6cb-cc60b528bc16"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:04:50.620307 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897607f6-728a-4bbc-9cba-31646c810280 x-openstack-request-id: req-897607f6-728a-4bbc-9cba-31646c810280 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:04:50.620611 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22e54ed-bbfa-42df-af34-67721740c4b0", "name": "network-vif-deleted", "tag": "48a907c3-b5e2-4fd8-b6cb-cc60b528bc16", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:04:50.620872 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-897607f6-728a-4bbc-9cba-31646c810280 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:04:50.621263 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-897607f6-728a-4bbc-9cba-31646c810280'] response: {'server_uuid': 'c22e54ed-bbfa-42df-af34-67721740c4b0', 'name': 'network-vif-deleted', 'tag': '48a907c3-b5e2-4fd8-b6cb-cc60b528bc16', 'status': 'completed', 'code': 200} May 10 14:04:50.631141 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-ab13f5f7-1334-4e23-bc5c-591840891917 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Deleting port 6c84a406-7c02-4681-9bd4-a43852437706 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:04:50.631788 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ab13f5f7-1334-4e23-bc5c-591840891917 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (6c84a406-7c02-4681-9bd4-a43852437706), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:50.709995 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ab13f5f7-1334-4e23-bc5c-591840891917 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (6c84a406-7c02-4681-9bd4-a43852437706), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:50.710323 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ab13f5f7-1334-4e23-bc5c-591840891917 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for floatingip (6c84a406-7c02-4681-9bd4-a43852437706), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:50.723481 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-ab13f5f7-1334-4e23-bc5c-591840891917 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Calling delete_port for 6c84a406-7c02-4681-9bd4-a43852437706 owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:04:50.821647 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 54588) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:50.858759 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ab13f5f7-1334-4e23-bc5c-591840891917 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (6c84a406-7c02-4681-9bd4-a43852437706), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:50.885042 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13f5f7-1334-4e23-bc5c-591840891917 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Pushing event deleted for resources: {'Port': ['ID=6c84a406-7c02-4681-9bd4-a43852437706,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:50.948998 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ab13f5f7-1334-4e23-bc5c-591840891917 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for floatingip (8a2e07e3-0d9a-40ba-ad37-1aad5661d4c9), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:50.951504 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ab13f5f7-1334-4e23-bc5c-591840891917 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:50.955195 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ab13f5f7-1334-4e23-bc5c-591840891917 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "DELETE /v2.0/floatingips/8a2e07e3-0d9a-40ba-ad37-1aad5661d4c9 HTTP/1.1" status: 204 len: 168 time: 0.4435487 May 10 14:04:51.032690 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54592) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:51.037845 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-6088e0d2-72a7-42be-968b-480285aedab9 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--753369284', 'description': 'tempest-description--168796426'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:51.057497 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6088e0d2-72a7-42be-968b-480285aedab9 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:51.124705 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6088e0d2-72a7-42be-968b-480285aedab9 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for security_group (d749d2c8-c920-489b-9f5e-148c36c58c14), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:51.129596 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6088e0d2-72a7-42be-968b-480285aedab9 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (d749d2c8-c920-489b-9f5e-148c36c58c14), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:51.155966 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6088e0d2-72a7-42be-968b-480285aedab9 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:51.159800 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6088e0d2-72a7-42be-968b-480285aedab9 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1233904 May 10 14:04:51.161628 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54594) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:51.167795 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-2c0ad695-463b-45a0-9eb2-94c0f94d8990 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Request body: {'security_group_rule': {'security_group_id': 'd749d2c8-c920-489b-9f5e-148c36c58c14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:51.177555 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088e0d2-72a7-42be-968b-480285aedab9 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d749d2c8-c920-489b-9f5e-148c36c58c14,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:51.197333 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2c0ad695-463b-45a0-9eb2-94c0f94d8990 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for security_group_rule (8dd4aae4-5162-4731-a913-138022cfd0c1), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:51.252713 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2c0ad695-463b-45a0-9eb2-94c0f94d8990 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for security_group_rule (8dd4aae4-5162-4731-a913-138022cfd0c1), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:51.257239 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2c0ad695-463b-45a0-9eb2-94c0f94d8990 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (8dd4aae4-5162-4731-a913-138022cfd0c1), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:51.275993 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ad695-463b-45a0-9eb2-94c0f94d8990 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd4aae4-5162-4731-a913-138022cfd0c1,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:51.283719 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2c0ad695-463b-45a0-9eb2-94c0f94d8990 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:51.285051 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2c0ad695-463b-45a0-9eb2-94c0f94d8990 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225059 May 10 14:04:51.287784 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54596) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:51.292444 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-769f202c-6397-4f8f-98de-5772d0bdeaec tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Request body: {'security_group_rule': {'security_group_id': 'd749d2c8-c920-489b-9f5e-148c36c58c14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:51.319368 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-769f202c-6397-4f8f-98de-5772d0bdeaec tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for security_group_rule (ca630661-07c5-424d-81d3-1b1e9142eab3), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:51.386238 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-769f202c-6397-4f8f-98de-5772d0bdeaec tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for security_group_rule (ca630661-07c5-424d-81d3-1b1e9142eab3), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:51.391904 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-769f202c-6397-4f8f-98de-5772d0bdeaec tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (ca630661-07c5-424d-81d3-1b1e9142eab3), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:51.413407 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f202c-6397-4f8f-98de-5772d0bdeaec tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca630661-07c5-424d-81d3-1b1e9142eab3,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:51.418711 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-769f202c-6397-4f8f-98de-5772d0bdeaec tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:51.419924 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-769f202c-6397-4f8f-98de-5772d0bdeaec tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310833 May 10 14:04:51.422858 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54598) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:51.427268 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-345b2bb7-4acd-4f11-b250-0f07700eff3f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Request body: {'floatingip': {'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:51.446661 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-345b2bb7-4acd-4f11-b250-0f07700eff3f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:51.485831 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b08dd480-e434-4529-9069-78dd3a501cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544479'] for router_interface (88369033-f478-4c31-b488-df0d96a5281f), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:51.524106 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-345b2bb7-4acd-4f11-b250-0f07700eff3f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:51.634015 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-345b2bb7-4acd-4f11-b250-0f07700eff3f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Allocated IP 172.27.3.249 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/a5d72a15-9d01-457c-87c5-f394c909b17a) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:04:51.747939 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-345b2bb7-4acd-4f11-b250-0f07700eff3f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for port (a5d72a15-9d01-457c-87c5-f394c909b17a), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:51.774120 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-b08dd480-e434-4529-9069-78dd3a501cef admin admin] Deleting port e453ab88-b61e-4d12-adb8-9ae00f63b73d {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:04:51.774465 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b08dd480-e434-4529-9069-78dd3a501cef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (e453ab88-b61e-4d12-adb8-9ae00f63b73d), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:51.787350 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-345b2bb7-4acd-4f11-b250-0f07700eff3f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (a5d72a15-9d01-457c-87c5-f394c909b17a), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:51.825456 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345b2bb7-4acd-4f11-b250-0f07700eff3f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:04:51.828359 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-345b2bb7-4acd-4f11-b250-0f07700eff3f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:04:51.831922 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345b2bb7-4acd-4f11-b250-0f07700eff3f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:04:51.861040 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-b08dd480-e434-4529-9069-78dd3a501cef admin admin] For port e453ab88-b61e-4d12-adb8-9ae00f63b73d, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=e453ab88-b61e-4d12-adb8-9ae00f63b73d,segment=NetworkSegment(61f95c22-8d28-4698-ac9e-b472ae7527f0),segment_id=61f95c22-8d28-4698-ac9e-b472ae7527f0)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:51.861411 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b08dd480-e434-4529-9069-78dd3a501cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (e453ab88-b61e-4d12-adb8-9ae00f63b73d), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:51.871759 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b2bb7-4acd-4f11-b250-0f07700eff3f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Pushing event updated for resources: {'Port': ['ID=a5d72a15-9d01-457c-87c5-f394c909b17a,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:51.874629 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-b08dd480-e434-4529-9069-78dd3a501cef admin admin] Calling delete_port for e453ab88-b61e-4d12-adb8-9ae00f63b73d owned by network:router_interface {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:04:51.927932 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-345b2bb7-4acd-4f11-b250-0f07700eff3f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for floatingip (639c34af-871f-4ef7-a87f-ee9f3b53f3c8), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:51.963456 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-345b2bb7-4acd-4f11-b250-0f07700eff3f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (a5d72a15-9d01-457c-87c5-f394c909b17a), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:52.064708 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b08dd480-e434-4529-9069-78dd3a501cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (e453ab88-b61e-4d12-adb8-9ae00f63b73d), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:52.092341 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08dd480-e434-4529-9069-78dd3a501cef admin admin] Pushing event deleted for resources: {'Port': ['ID=e453ab88-b61e-4d12-adb8-9ae00f63b73d,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:52.121794 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-345b2bb7-4acd-4f11-b250-0f07700eff3f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for port (a5d72a15-9d01-457c-87c5-f394c909b17a), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:52.126999 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-345b2bb7-4acd-4f11-b250-0f07700eff3f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8740167'] for port (a5d72a15-9d01-457c-87c5-f394c909b17a), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:52.199382 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b2bb7-4acd-4f11-b250-0f07700eff3f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Pushing event updated for resources: {'Port': ['ID=a5d72a15-9d01-457c-87c5-f394c909b17a,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:52.214065 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-345b2bb7-4acd-4f11-b250-0f07700eff3f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (639c34af-871f-4ef7-a87f-ee9f3b53f3c8), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:52.230415 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-345b2bb7-4acd-4f11-b250-0f07700eff3f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:52.231650 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-345b2bb7-4acd-4f11-b250-0f07700eff3f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8078372 May 10 14:04:52.274484 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b08dd480-e434-4529-9069-78dd3a501cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-506192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546262'] for router_interface (88369033-f478-4c31-b488-df0d96a5281f), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:52.463674 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 12100075-8151-4b48-9d14-6864846987d2 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:04:52.484273 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] No Port match for: 12100075-8151-4b48-9d14-6864846987d2 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:04:52.484628 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 12100075-8151-4b48-9d14-6864846987d2 not bound to the agent host hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:04:52.485054 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:04:52.504178 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] No Port match for: 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:04:52.504538 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 48a907c3-b5e2-4fd8-b6cb-cc60b528bc16 not bound to the agent host hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:04:52.513702 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-efc3fe5c-c95b-4372-a267-ae808237743f req-727cce56-6579-4966-9d49-abdcc8dfb2c6 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--753369284&fields=id&tenant_id=d19ea52173a04c8e8624b91ac0e3eb48 HTTP/1.1" status: 200 len: 267 time: 0.0852444 May 10 14:04:52.575203 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08dd480-e434-4529-9069-78dd3a501cef admin admin] Router 88369033-f478-4c31-b488-df0d96a5281f has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:04:52.671364 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3fe5c-c95b-4372-a267-ae808237743f req-1a285ac8-1797-47ca-b92a-52f2683c6c45 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:52.672822 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-efc3fe5c-c95b-4372-a267-ae808237743f req-1a285ac8-1797-47ca-b92a-52f2683c6c45 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/networks?id=ad65d3a2-8251-4281-96ce-37b7d361be92 HTTP/1.1" status: 200 len: 810 time: 0.1489604 May 10 14:04:52.717307 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-efc3fe5c-c95b-4372-a267-ae808237743f req-e4c338d7-333c-458c-9067-b6c0eddf3615 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/quotas/d19ea52173a04c8e8624b91ac0e3eb48 HTTP/1.1" status: 200 len: 375 time: 0.0374837 May 10 14:04:52.739088 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08dd480-e434-4529-9069-78dd3a501cef admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:04:52.747397 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284409f4-3c1c-482a-bb4d-2c67265577e4 None None] Sync routers for ids ['88369033-f478-4c31-b488-df0d96a5281f'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:04:52.758079 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-b08dd480-e434-4529-9069-78dd3a501cef admin admin] 10.222.0.49 "PUT /v2.0/routers/88369033-f478-4c31-b488-df0d96a5281f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9353540 May 10 14:04:52.758443 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284409f4-3c1c-482a-bb4d-2c67265577e4 None None] Routers {'88369033-f478-4c31-b488-df0d96a5281f'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:52.759053 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-284409f4-3c1c-482a-bb4d-2c67265577e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:04:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['88369033-f478-4c31-b488-df0d96a5281f'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:52.760923 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54614) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:52.776816 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-efc3fe5c-c95b-4372-a267-ae808237743f req-751c7bb3-af9a-400a-ad41-e2d8e2e2a3e4 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d19ea52173a04c8e8624b91ac0e3eb48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538058 May 10 14:04:52.873002 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d9994d48-bf7f-4f0d-8b82-df6568eda45a admin admin] Publish callbacks [] for router (88369033-f478-4c31-b488-df0d96a5281f), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:52.889179 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-efc3fe5c-c95b-4372-a267-ae808237743f req-72aa15c1-4964-4329-aa40-f3c97ab446cb service neutron] 10.222.0.49 "GET /v2.0/networks/ad65d3a2-8251-4281-96ce-37b7d361be92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993378 May 10 14:04:52.981369 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-efc3fe5c-c95b-4372-a267-ae808237743f req-f5087ad8-2aca-4ccc-9c8b-fc73ca531c90 service neutron] 10.222.0.49 "GET /v2.0/networks/ad65d3a2-8251-4281-96ce-37b7d361be92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857313 May 10 14:04:52.982912 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d9994d48-bf7f-4f0d-8b82-df6568eda45a admin admin] Publish callbacks [] for router_gateway (88369033-f478-4c31-b488-df0d96a5281f), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:52.997470 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-284409f4-3c1c-482a-bb4d-2c67265577e4 None None] Set router 88369033-f478-4c31-b488-df0d96a5281f gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:53.033589 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-d9994d48-bf7f-4f0d-8b82-df6568eda45a admin admin] Deleting port 2544e2e7-36e5-4f4a-8893-5df37640abd7 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:04:53.033937 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d9994d48-bf7f-4f0d-8b82-df6568eda45a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (2544e2e7-36e5-4f4a-8893-5df37640abd7), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:53.210333 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-284409f4-3c1c-482a-bb4d-2c67265577e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88369033-f478-4c31-b488-df0d96a5281f', 'name': 'tempest-TestMinimumBasicScenario-1991074628-router', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:42Z', 'updated_at': '2022-05-10T14:04:52Z', 'revision_number': 5, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'gw_port': {'id': '2544e2e7-36e5-4f4a-8893-5df37640abd7', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:0a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88369033-f478-4c31-b488-df0d96a5281f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:43Z', 'updated_at': '2022-05-10T14:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:53.238712 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284409f4-3c1c-482a-bb4d-2c67265577e4 None None] Checking router: 88369033-f478-4c31-b488-df0d96a5281f for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:04:53.248039 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284409f4-3c1c-482a-bb4d-2c67265577e4 None None] Routers {'88369033-f478-4c31-b488-df0d96a5281f'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:53.248570 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-284409f4-3c1c-482a-bb4d-2c67265577e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:04:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['88369033-f478-4c31-b488-df0d96a5281f'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:53.341952 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-284409f4-3c1c-482a-bb4d-2c67265577e4 None None] Set router 88369033-f478-4c31-b488-df0d96a5281f gateway port host: None {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:53.369835 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e3b59708-23fc-4348-9d4e-272cc9e90a21 req-7097baee-b5e2-4d78-b54f-c8ad7386a1cf tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=64e15393-bc14-4433-b2aa-6d8fb202b9ea HTTP/1.1" status: 200 len: 210 time: 0.0574369 May 10 14:04:53.405644 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-284409f4-3c1c-482a-bb4d-2c67265577e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88369033-f478-4c31-b488-df0d96a5281f', 'name': 'tempest-TestMinimumBasicScenario-1991074628-router', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:42Z', 'updated_at': '2022-05-10T14:04:52Z', 'revision_number': 6, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'gw_port_host': None}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:53.425007 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-d9994d48-bf7f-4f0d-8b82-df6568eda45a admin admin] For port 2544e2e7-36e5-4f4a-8893-5df37640abd7, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=2544e2e7-36e5-4f4a-8893-5df37640abd7,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:53.425379 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d9994d48-bf7f-4f0d-8b82-df6568eda45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (2544e2e7-36e5-4f4a-8893-5df37640abd7), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:53.434112 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284409f4-3c1c-482a-bb4d-2c67265577e4 None None] The sync data for ids ['88369033-f478-4c31-b488-df0d96a5281f'] in dv-cinder-840678-6-iscsi is: [{'id': '88369033-f478-4c31-b488-df0d96a5281f', 'name': 'tempest-TestMinimumBasicScenario-1991074628-router', 'tenant_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:42Z', 'updated_at': '2022-05-10T14:04:52Z', 'revision_number': 6, 'project_id': 'b1e759f08bf04eeabbbc1b14bca8a169', 'gw_port_host': None}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:04:53.443566 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-d9994d48-bf7f-4f0d-8b82-df6568eda45a admin admin] Calling delete_port for 2544e2e7-36e5-4f4a-8893-5df37640abd7 owned by network:router_gateway {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:04:53.616847 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d9994d48-bf7f-4f0d-8b82-df6568eda45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (2544e2e7-36e5-4f4a-8893-5df37640abd7), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:53.649928 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9994d48-bf7f-4f0d-8b82-df6568eda45a admin admin] Pushing event deleted for resources: {'Port': ['ID=2544e2e7-36e5-4f4a-8893-5df37640abd7,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:53.703592 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d9994d48-bf7f-4f0d-8b82-df6568eda45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537777'] for router_gateway (88369033-f478-4c31-b488-df0d96a5281f), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:53.817943 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d9994d48-bf7f-4f0d-8b82-df6568eda45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1618'] for router (88369033-f478-4c31-b488-df0d96a5281f), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:53.820680 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d9994d48-bf7f-4f0d-8b82-df6568eda45a admin admin] Publish callbacks [] for router_controller (88369033-f478-4c31-b488-df0d96a5281f), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:53.890156 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d9994d48-bf7f-4f0d-8b82-df6568eda45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539494'] for router (88369033-f478-4c31-b488-df0d96a5281f), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:53.890903 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9994d48-bf7f-4f0d-8b82-df6568eda45a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88369033-f478-4c31-b488-df0d96a5281f {{(pid=103390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 14:04:53.896279 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d9994d48-bf7f-4f0d-8b82-df6568eda45a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:53.897450 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d9994d48-bf7f-4f0d-8b82-df6568eda45a admin admin] 10.222.0.49 "DELETE /v2.0/routers/88369033-f478-4c31-b488-df0d96a5281f HTTP/1.1" status: 204 len: 168 time: 1.1355183 May 10 14:04:53.899821 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54628) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:53.943398 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-33105025-2ace-46a1-9965-55c091ee1522 admin admin] Deleting subnet 2059efe2-229a-4de0-9b5e-4765a3685cdc {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:04:53.946432 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-33105025-2ace-46a1-9965-55c091ee1522 admin admin] Publish callbacks [] for subnet (2059efe2-229a-4de0-9b5e-4765a3685cdc), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:53.980080 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-33105025-2ace-46a1-9965-55c091ee1522 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613639'] for subnet (2059efe2-229a-4de0-9b5e-4765a3685cdc), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:54.087239 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-33105025-2ace-46a1-9965-55c091ee1522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853495'] for subnet (2059efe2-229a-4de0-9b5e-4765a3685cdc), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:54.140864 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-33105025-2ace-46a1-9965-55c091ee1522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8740105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10142743'] for subnet (2059efe2-229a-4de0-9b5e-4765a3685cdc), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:54.170528 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33105025-2ace-46a1-9965-55c091ee1522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2059efe2-229a-4de0-9b5e-4765a3685cdc,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:54.174386 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-33105025-2ace-46a1-9965-55c091ee1522 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:54.178213 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-33105025-2ace-46a1-9965-55c091ee1522 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2059efe2-229a-4de0-9b5e-4765a3685cdc HTTP/1.1" status: 204 len: 168 time: 0.2773976 May 10 14:04:54.181972 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 54630) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:54.190940 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac7b22e-c6a2-4e85-b6e4-1ca1028898b1 None None] Network 4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:04:54.294265 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-23565c75-a981-4173-9469-a0836e256e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7763938'] for network (4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:54.422939 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8695d0a2-486d-4a56-8e99-70738808b993 None None] DHCP port deletion for 4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92 request from dv-cinder-840678-6-iscsi {{(pid=103391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 14:04:54.497397 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-8695d0a2-486d-4a56-8e99-70738808b993 None None] Deleting port a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:04:54.497996 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8695d0a2-486d-4a56-8e99-70738808b993 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:54.506935 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-23565c75-a981-4173-9469-a0836e256e2d admin admin] Deleting port a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:04:54.507291 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-23565c75-a981-4173-9469-a0836e256e2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:54.583542 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3fe5c-c95b-4372-a267-ae808237743f req-e36ab8cb-b6e7-49b3-9cac-68c638d03c57 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:54.585085 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-efc3fe5c-c95b-4372-a267-ae808237743f req-e36ab8cb-b6e7-49b3-9cac-68c638d03c57 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.57 "GET /v2.0/networks?id=ad65d3a2-8251-4281-96ce-37b7d361be92 HTTP/1.1" status: 200 len: 810 time: 0.2860048 May 10 14:04:54.589373 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-8695d0a2-486d-4a56-8e99-70738808b993 None None] For port a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a,segment=NetworkSegment(61f95c22-8d28-4698-ac9e-b472ae7527f0),segment_id=61f95c22-8d28-4698-ac9e-b472ae7527f0)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:54.589621 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8695d0a2-486d-4a56-8e99-70738808b993 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:54.604481 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dd1cf1b9-a7ce-4bee-96ac-de62d99e911e req-b921d727-8310-4aea-a7cf-0fa21b095365 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=64e15393-bc14-4433-b2aa-6d8fb202b9ea HTTP/1.1" status: 200 len: 210 time: 0.1102843 May 10 14:04:54.616114 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-23565c75-a981-4173-9469-a0836e256e2d admin admin] For port a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a,segment=NetworkSegment(61f95c22-8d28-4698-ac9e-b472ae7527f0),segment_id=61f95c22-8d28-4698-ac9e-b472ae7527f0)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:54.616736 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-23565c75-a981-4173-9469-a0836e256e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:54.637489 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-8695d0a2-486d-4a56-8e99-70738808b993 None None] Calling delete_port for a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a owned by network:dhcp {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:04:54.642441 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-23565c75-a981-4173-9469-a0836e256e2d admin admin] Calling delete_port for a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:04:54.801853 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-efc3fe5c-c95b-4372-a267-ae808237743f req-82ba9d28-c32d-4635-86f0-7f014ea49132 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d19ea52173a04c8e8624b91ac0e3eb48 HTTP/1.1" status: 200 len: 379 time: 0.0891693 May 10 14:04:54.811627 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-23565c75-a981-4173-9469-a0836e256e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:54.841032 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23565c75-a981-4173-9469-a0836e256e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:54.844407 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23565c75-a981-4173-9469-a0836e256e2d admin admin] No DVR routers for this DVR port a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a on host dv-cinder-840678-6-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:04:54.845268 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8695d0a2-486d-4a56-8e99-70738808b993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897'] for port (a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:54.876323 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695d0a2-486d-4a56-8e99-70738808b993 None None] Pushing event deleted for resources: {'Port': ['ID=a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:54.880085 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8695d0a2-486d-4a56-8e99-70738808b993 None None] No DVR routers for this DVR port a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a on host dv-cinder-840678-6-iscsi {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:04:54.918034 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-efc3fe5c-c95b-4372-a267-ae808237743f req-2e5ad543-8f1a-4ce5-a77a-b5d9062114b6 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Request body: {'port': {'device_id': '64e15393-bc14-4433-b2aa-6d8fb202b9ea', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'admin_state_up': True, 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'security_groups': ['d749d2c8-c920-489b-9f5e-148c36c58c14']}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:54.981298 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-23565c75-a981-4173-9469-a0836e256e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854924', 'neutron.services.segments.db._delete_segments_for_network-8770989559345'] for network (4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:55.014610 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-23565c75-a981-4173-9469-a0836e256e2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:55.040894 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-23565c75-a981-4173-9469-a0836e256e2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f95c22-8d28-4698-ac9e-b472ae7527f0') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:55.041104 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-23565c75-a981-4173-9469-a0836e256e2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f95c22-8d28-4698-ac9e-b472ae7527f0') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:55.062715 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-23565c75-a981-4173-9469-a0836e256e2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770989363514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9373924'] for segment (61f95c22-8d28-4698-ac9e-b472ae7527f0), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:55.084973 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-23565c75-a981-4173-9469-a0836e256e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (61f95c22-8d28-4698-ac9e-b472ae7527f0), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:55.095251 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23565c75-a981-4173-9469-a0836e256e2d admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:04:55.095668 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-23565c75-a981-4173-9469-a0836e256e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9372347'] for segment (61f95c22-8d28-4698-ac9e-b472ae7527f0), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: Traceback (most recent call last): May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: timer() May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: cb(*args, **kw) May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: return func(*args, **kwargs) May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: self._notify() May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: self.callback(batched_events) May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: event.method(event) May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: return f(self, *a, **k) May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: return self._get(url).json() May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:04:55.097376 dv-cinder-840678-6-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:04:55.145566 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc3fe5c-c95b-4372-a267-ae808237743f req-2e5ad543-8f1a-4ce5-a77a-b5d9062114b6 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Made reservation on behalf of d19ea52173a04c8e8624b91ac0e3eb48 for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:04:55.148891 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-efc3fe5c-c95b-4372-a267-ae808237743f req-2e5ad543-8f1a-4ce5-a77a-b5d9062114b6 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:55.176255 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-23565c75-a981-4173-9469-a0836e256e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542943'] for network (4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:55.182515 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-23565c75-a981-4173-9469-a0836e256e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:55.188662 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-23565c75-a981-4173-9469-a0836e256e2d admin admin] 10.222.0.49 "DELETE /v2.0/networks/4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92 HTTP/1.1" status: 204 len: 168 time: 1.0048716 May 10 14:04:55.189240 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54650) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:55.208070 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 2544e2e7-36e5-4f4a-8893-5df37640abd7 no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:04:55.228922 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23565c75-a981-4173-9469-a0836e256e2d admin admin] Pushing event deleted for resources: {'Network': ['ID=4a14d7cf-9974-4ffa-b6dc-1f38cf5a3a92,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:55.229379 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: 2544e2e7-36e5-4f4a-8893-5df37640abd7 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:04:55.229728 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 2544e2e7-36e5-4f4a-8893-5df37640abd7 not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:04:55.230147 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:04:55.250863 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:04:55.251211 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device a31a8b24-d4dc-4eb2-b0bb-e3da12ffb32a not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:04:55.251630 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device e453ab88-b61e-4d12-adb8-9ae00f63b73d no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:04:55.274998 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: e453ab88-b61e-4d12-adb8-9ae00f63b73d {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:04:55.275639 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device e453ab88-b61e-4d12-adb8-9ae00f63b73d not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:04:55.294521 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:55.315267 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-efc3fe5c-c95b-4372-a267-ae808237743f req-2e5ad543-8f1a-4ce5-a77a-b5d9062114b6 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Allocated IP 172.20.0.9 (ad65d3a2-8251-4281-96ce-37b7d361be92/05b5fdd2-bcb1-4f20-897f-d7f7c5093f12/4bee32e6-d54c-4a5f-8e31-b4e7945065bc) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:04:55.449448 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-efc3fe5c-c95b-4372-a267-ae808237743f req-2e5ad543-8f1a-4ce5-a77a-b5d9062114b6 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for port (4bee32e6-d54c-4a5f-8e31-b4e7945065bc), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:55.484311 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-efc3fe5c-c95b-4372-a267-ae808237743f req-2e5ad543-8f1a-4ce5-a77a-b5d9062114b6 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (4bee32e6-d54c-4a5f-8e31-b4e7945065bc), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:55.529598 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc3fe5c-c95b-4372-a267-ae808237743f req-2e5ad543-8f1a-4ce5-a77a-b5d9062114b6 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Network ad65d3a2-8251-4281-96ce-37b7d361be92 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:04:55.532768 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-efc3fe5c-c95b-4372-a267-ae808237743f req-2e5ad543-8f1a-4ce5-a77a-b5d9062114b6 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:04:55.539133 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc3fe5c-c95b-4372-a267-ae808237743f req-2e5ad543-8f1a-4ce5-a77a-b5d9062114b6 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:04:55.564797 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ad543-8f1a-4ce5-a77a-b5d9062114b6 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Pushing event updated for resources: {'Port': ['ID=4bee32e6-d54c-4a5f-8e31-b4e7945065bc,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:55.594289 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3fe5c-c95b-4372-a267-ae808237743f req-2e5ad543-8f1a-4ce5-a77a-b5d9062114b6 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:55.594939 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-efc3fe5c-c95b-4372-a267-ae808237743f req-2e5ad543-8f1a-4ce5-a77a-b5d9062114b6 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:55.613615 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-efc3fe5c-c95b-4372-a267-ae808237743f req-2e5ad543-8f1a-4ce5-a77a-b5d9062114b6 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6994276 May 10 14:04:55.614038 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6403635e-74ae-4b12-8203-148cc6ec66de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544479'] for router_interface (c968ad5a-9a0f-4461-86e5-65fbf82e359f), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:55.640244 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-efc3fe5c-c95b-4372-a267-ae808237743f req-6b072dc3-8706-4d26-a04a-fee7690901b4 service neutron] Request body: {'port': {'device_id': '64e15393-bc14-4433-b2aa-6d8fb202b9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:04:55.714983 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-efc3fe5c-c95b-4372-a267-ae808237743f req-6b072dc3-8706-4d26-a04a-fee7690901b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (4bee32e6-d54c-4a5f-8e31-b4e7945065bc), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:55.797363 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-875a13d4-c393-4885-bf81-9e4127f618b0 None None] Provisioning complete for port 4bee32e6-d54c-4a5f-8e31-b4e7945065bc triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:04:55.797993 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-875a13d4-c393-4885-bf81-9e4127f618b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (4bee32e6-d54c-4a5f-8e31-b4e7945065bc), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:55.832822 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab774d2-045f-4857-9939-8ff0a33fa81b req-830194be-da0b-40bf-b5d3-f142b0c7b60b tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:55.834880 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4ab774d2-045f-4857-9939-8ff0a33fa81b req-830194be-da0b-40bf-b5d3-f142b0c7b60b tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=64e15393-bc14-4433-b2aa-6d8fb202b9ea HTTP/1.1" status: 200 len: 931 time: 0.1369934 May 10 14:04:55.852653 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-875a13d4-c393-4885-bf81-9e4127f618b0 None None] Port 4bee32e6-d54c-4a5f-8e31-b4e7945065bc cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:04:55.892985 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c68ac3e0-2e7d-457a-9b2f-c6f5cb8a8cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:55.941358 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-6403635e-74ae-4b12-8203-148cc6ec66de admin admin] Deleting port ca78890e-ac9e-4af5-a326-d3f326371e84 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:04:55.941719 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6403635e-74ae-4b12-8203-148cc6ec66de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (ca78890e-ac9e-4af5-a326-d3f326371e84), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:56.028677 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-6403635e-74ae-4b12-8203-148cc6ec66de admin admin] For port ca78890e-ac9e-4af5-a326-d3f326371e84, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=ca78890e-ac9e-4af5-a326-d3f326371e84,segment=NetworkSegment(2e606df6-c23f-4a71-9c0a-92e217ffdc32),segment_id=2e606df6-c23f-4a71-9c0a-92e217ffdc32)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:56.029047 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6403635e-74ae-4b12-8203-148cc6ec66de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (ca78890e-ac9e-4af5-a326-d3f326371e84), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:56.044528 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-6403635e-74ae-4b12-8203-148cc6ec66de admin admin] Calling delete_port for ca78890e-ac9e-4af5-a326-d3f326371e84 owned by network:router_interface {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:04:56.243705 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6403635e-74ae-4b12-8203-148cc6ec66de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (ca78890e-ac9e-4af5-a326-d3f326371e84), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:56.249910 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4ab774d2-045f-4857-9939-8ff0a33fa81b req-b5389be5-3a29-4d80-859f-c692d05e8be5 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=d749d2c8-c920-489b-9f5e-148c36c58c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4076300 May 10 14:04:56.274021 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403635e-74ae-4b12-8203-148cc6ec66de admin admin] Pushing event deleted for resources: {'Port': ['ID=ca78890e-ac9e-4af5-a326-d3f326371e84,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:56.408147 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-efc3fe5c-c95b-4372-a267-ae808237743f req-6b072dc3-8706-4d26-a04a-fee7690901b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bee32e6-d54c-4a5f-8e31-b4e7945065bc {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:04:56.419644 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-efc3fe5c-c95b-4372-a267-ae808237743f req-6b072dc3-8706-4d26-a04a-fee7690901b4 service neutron] Publish callbacks [] for port (4bee32e6-d54c-4a5f-8e31-b4e7945065bc), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:56.435238 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-efc3fe5c-c95b-4372-a267-ae808237743f req-6b072dc3-8706-4d26-a04a-fee7690901b4 service neutron] Transition to ACTIVE for port object 4bee32e6-d54c-4a5f-8e31-b4e7945065bc will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:04:56.440434 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-efc3fe5c-c95b-4372-a267-ae808237743f req-6b072dc3-8706-4d26-a04a-fee7690901b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (4bee32e6-d54c-4a5f-8e31-b4e7945065bc), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:56.468049 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6403635e-74ae-4b12-8203-148cc6ec66de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-506192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546262'] for router_interface (c968ad5a-9a0f-4461-86e5-65fbf82e359f), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:56.533736 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-30298e44-1d0e-4a9c-ace1-7da67a351cb9 req-6bf07d55-3ccd-4ebb-8f3d-e6af6ddbf3a8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0880575 May 10 14:04:56.539786 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b072dc3-8706-4d26-a04a-fee7690901b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4bee32e6-d54c-4a5f-8e31-b4e7945065bc,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:56.656115 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-efc3fe5c-c95b-4372-a267-ae808237743f req-6b072dc3-8706-4d26-a04a-fee7690901b4 service neutron] Attempting to bind port 4bee32e6-d54c-4a5f-8e31-b4e7945065bc on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:04:56.656506 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-efc3fe5c-c95b-4372-a267-ae808237743f req-6b072dc3-8706-4d26-a04a-fee7690901b4 service neutron] Attempting to bind port 4bee32e6-d54c-4a5f-8e31-b4e7945065bc by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '7f904fe4-a583-4eae-8ba7-b18fa03ec8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:04:56.656828 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc3fe5c-c95b-4372-a267-ae808237743f req-6b072dc3-8706-4d26-a04a-fee7690901b4 service neutron] Attempting to bind port 4bee32e6-d54c-4a5f-8e31-b4e7945065bc on network ad65d3a2-8251-4281-96ce-37b7d361be92 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:04:56.665509 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc3fe5c-c95b-4372-a267-ae808237743f req-6b072dc3-8706-4d26-a04a-fee7690901b4 service neutron] Port 4bee32e6-d54c-4a5f-8e31-b4e7945065bc on network ad65d3a2-8251-4281-96ce-37b7d361be92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:04:56.665693 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc3fe5c-c95b-4372-a267-ae808237743f req-6b072dc3-8706-4d26-a04a-fee7690901b4 service neutron] Attempting to bind port 4bee32e6-d54c-4a5f-8e31-b4e7945065bc on network ad65d3a2-8251-4281-96ce-37b7d361be92 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:04:56.672798 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30298e44-1d0e-4a9c-ace1-7da67a351cb9 req-8152c3ba-ca6c-48ab-af42-edc240a01d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:56.674317 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-30298e44-1d0e-4a9c-ace1-7da67a351cb9 req-8152c3ba-ca6c-48ab-af42-edc240a01d40 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=368287ad726146f88559c73a86e4b26d&device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 1130 time: 0.0583422 May 10 14:04:56.675477 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc3fe5c-c95b-4372-a267-ae808237743f req-6b072dc3-8706-4d26-a04a-fee7690901b4 service neutron] Checking agent: {'id': 'b4f1cee2-bd7e-4da4-854f-0334af1b5198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'started_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:04:56.675825 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc3fe5c-c95b-4372-a267-ae808237743f req-6b072dc3-8706-4d26-a04a-fee7690901b4 service neutron] Checking segment: {'id': '7f904fe4-a583-4eae-8ba7-b18fa03ec8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:04:56.676231 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc3fe5c-c95b-4372-a267-ae808237743f req-6b072dc3-8706-4d26-a04a-fee7690901b4 service neutron] Bound using segment: {'id': '7f904fe4-a583-4eae-8ba7-b18fa03ec8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:04:56.676710 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-efc3fe5c-c95b-4372-a267-ae808237743f req-6b072dc3-8706-4d26-a04a-fee7690901b4 service neutron] Bound port: 4bee32e6-d54c-4a5f-8e31-b4e7945065bc, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f904fe4-a583-4eae-8ba7-b18fa03ec8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:04:56.677081 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-efc3fe5c-c95b-4372-a267-ae808237743f req-6b072dc3-8706-4d26-a04a-fee7690901b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (4bee32e6-d54c-4a5f-8e31-b4e7945065bc), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:56.722657 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6403635e-74ae-4b12-8203-148cc6ec66de admin admin] Router c968ad5a-9a0f-4461-86e5-65fbf82e359f has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:04:56.805259 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-efc3fe5c-c95b-4372-a267-ae808237743f req-6b072dc3-8706-4d26-a04a-fee7690901b4 service neutron] For port 4bee32e6-d54c-4a5f-8e31-b4e7945065bc, host hv-cinder-84067, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:04:56.809724 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-efc3fe5c-c95b-4372-a267-ae808237743f req-6b072dc3-8706-4d26-a04a-fee7690901b4 service neutron] For port 4bee32e6-d54c-4a5f-8e31-b4e7945065bc, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4bee32e6-d54c-4a5f-8e31-b4e7945065bc,segment=NetworkSegment(7f904fe4-a583-4eae-8ba7-b18fa03ec8bb),segment_id=7f904fe4-a583-4eae-8ba7-b18fa03ec8bb)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:04:56.824845 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-efc3fe5c-c95b-4372-a267-ae808237743f req-6b072dc3-8706-4d26-a04a-fee7690901b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (4bee32e6-d54c-4a5f-8e31-b4e7945065bc), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:56.843215 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6403635e-74ae-4b12-8203-148cc6ec66de admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:04:56.851998 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6403635e-74ae-4b12-8203-148cc6ec66de admin admin] 10.222.0.49 "PUT /v2.0/routers/c968ad5a-9a0f-4461-86e5-65fbf82e359f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6592638 May 10 14:04:56.852339 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54668) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:56.855565 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30298e44-1d0e-4a9c-ace1-7da67a351cb9 req-07799958-3b80-4da9-92f1-a6dc119da568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:56.857017 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-30298e44-1d0e-4a9c-ace1-7da67a351cb9 req-07799958-3b80-4da9-92f1-a6dc119da568 service neutron] 10.222.0.57 "GET /v2.0/networks?id=74785619-4d29-47a9-9c74-95cf48855a3c HTTP/1.1" status: 200 len: 919 time: 0.1463189 May 10 14:04:56.863989 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d774aee-9598-48bc-87e9-24b864297e01 None None] Sync routers for ids ['c968ad5a-9a0f-4461-86e5-65fbf82e359f'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:04:56.873569 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3fe5c-c95b-4372-a267-ae808237743f req-6b072dc3-8706-4d26-a04a-fee7690901b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:56.874193 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-efc3fe5c-c95b-4372-a267-ae808237743f req-6b072dc3-8706-4d26-a04a-fee7690901b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:56.875590 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-efc3fe5c-c95b-4372-a267-ae808237743f req-6b072dc3-8706-4d26-a04a-fee7690901b4 service neutron] 10.222.0.57 "PUT /v2.0/ports/4bee32e6-d54c-4a5f-8e31-b4e7945065bc HTTP/1.1" status: 200 len: 1093 time: 1.2414126 May 10 14:04:56.876055 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e15393-bc14-4433-b2aa-6d8fb202b9ea', 'tag': '4bee32e6-d54c-4a5f-8e31-b4e7945065bc'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:04:56.878346 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463faac8-c72e-4b78-a378-b466a720faf1" -d '{"events": [{"name": "network-changed", "server_uuid": "64e15393-bc14-4433-b2aa-6d8fb202b9ea", "tag": "4bee32e6-d54c-4a5f-8e31-b4e7945065bc"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:04:56.883813 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d774aee-9598-48bc-87e9-24b864297e01 None None] Routers {'c968ad5a-9a0f-4461-86e5-65fbf82e359f'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:56.885599 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-9d774aee-9598-48bc-87e9-24b864297e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:04:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['c968ad5a-9a0f-4461-86e5-65fbf82e359f'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:56.916127 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-30298e44-1d0e-4a9c-ace1-7da67a351cb9 req-05446e5a-12d7-429d-b2ca-cfff36f8d814 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54c8afe4-b86d-4757-bf04-f87c35143a83 HTTP/1.1" status: 200 len: 217 time: 0.0502062 May 10 14:04:56.930742 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5942376-f8e3-4611-b354-377c169b2153 x-openstack-request-id: req-a5942376-f8e3-4611-b354-377c169b2153 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:04:56.931047 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e15393-bc14-4433-b2aa-6d8fb202b9ea", "tag": "4bee32e6-d54c-4a5f-8e31-b4e7945065bc", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:04:56.931309 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5942376-f8e3-4611-b354-377c169b2153 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:04:56.931714 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5942376-f8e3-4611-b354-377c169b2153'] response: {'name': 'network-changed', 'server_uuid': '64e15393-bc14-4433-b2aa-6d8fb202b9ea', 'tag': '4bee32e6-d54c-4a5f-8e31-b4e7945065bc', 'status': 'completed', 'code': 200} May 10 14:04:56.939015 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b072dc3-8706-4d26-a04a-fee7690901b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4bee32e6-d54c-4a5f-8e31-b4e7945065bc,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:57.004335 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4eab-362c-4865-8436-81cb8b15dba0 admin admin] Publish callbacks [] for router (c968ad5a-9a0f-4461-86e5-65fbf82e359f), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:57.025951 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-9d774aee-9598-48bc-87e9-24b864297e01 None None] Set router c968ad5a-9a0f-4461-86e5-65fbf82e359f gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:57.056110 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30298e44-1d0e-4a9c-ace1-7da67a351cb9 req-b832bba9-3096-46c6-b464-6a735bf02685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:57.057071 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-30298e44-1d0e-4a9c-ace1-7da67a351cb9 req-b832bba9-3096-46c6-b464-6a735bf02685 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3840d9d-0915-4f13-a509-4479e7e326c0 HTTP/1.1" status: 200 len: 857 time: 0.1150684 May 10 14:04:57.058491 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3fe5c-c95b-4372-a267-ae808237743f req-7297e038-6c32-4df7-9a07-8b7f5621848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:57.059861 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-efc3fe5c-c95b-4372-a267-ae808237743f req-7297e038-6c32-4df7-9a07-8b7f5621848d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d19ea52173a04c8e8624b91ac0e3eb48&device_id=64e15393-bc14-4433-b2aa-6d8fb202b9ea HTTP/1.1" status: 200 len: 1127 time: 0.0640810 May 10 14:04:57.166864 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-efc3fe5c-c95b-4372-a267-ae808237743f req-a4147f54-48e9-43fb-b936-072e1f428fe8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bee32e6-d54c-4a5f-8e31-b4e7945065bc HTTP/1.1" status: 200 len: 217 time: 0.0779500 May 10 14:04:57.189588 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30298e44-1d0e-4a9c-ace1-7da67a351cb9 req-621e0ec4-2033-4bb8-9127-0003eef04357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:57.191691 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-30298e44-1d0e-4a9c-ace1-7da67a351cb9 req-621e0ec4-2033-4bb8-9127-0003eef04357 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74785619-4d29-47a9-9c74-95cf48855a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1118352 May 10 14:04:57.271166 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-9d774aee-9598-48bc-87e9-24b864297e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c968ad5a-9a0f-4461-86e5-65fbf82e359f', 'name': 'tempest-TestMinimumBasicScenario-1563837008-router', 'tenant_id': '39473eb2570a473ea318fffb547e4267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:49Z', 'updated_at': '2022-05-10T14:04:56Z', 'revision_number': 5, 'project_id': '39473eb2570a473ea318fffb547e4267', 'gw_port': {'id': 'fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c968ad5a-9a0f-4461-86e5-65fbf82e359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:49Z', 'updated_at': '2022-05-10T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:57.283173 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3fe5c-c95b-4372-a267-ae808237743f req-2bc8c0dc-ff8d-43d3-9e14-d8f4e3f5d808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:57.284741 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-efc3fe5c-c95b-4372-a267-ae808237743f req-2bc8c0dc-ff8d-43d3-9e14-d8f4e3f5d808 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05b5fdd2-bcb1-4f20-897f-d7f7c5093f12 HTTP/1.1" status: 200 len: 849 time: 0.1054697 May 10 14:04:57.312817 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d774aee-9598-48bc-87e9-24b864297e01 None None] Checking router: c968ad5a-9a0f-4461-86e5-65fbf82e359f for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:04:57.321873 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d774aee-9598-48bc-87e9-24b864297e01 None None] Routers {'c968ad5a-9a0f-4461-86e5-65fbf82e359f'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:04:57.322745 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-9d774aee-9598-48bc-87e9-24b864297e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:04:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['c968ad5a-9a0f-4461-86e5-65fbf82e359f'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:57.361027 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3fe5c-c95b-4372-a267-ae808237743f req-bfe8efe3-5e06-4177-a50e-4111aab5319b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:57.363125 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-efc3fe5c-c95b-4372-a267-ae808237743f req-bfe8efe3-5e06-4177-a50e-4111aab5319b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ad65d3a2-8251-4281-96ce-37b7d361be92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710073 May 10 14:04:57.413036 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4eab-362c-4865-8436-81cb8b15dba0 admin admin] Publish callbacks [] for router_gateway (c968ad5a-9a0f-4461-86e5-65fbf82e359f), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:57.422531 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-30298e44-1d0e-4a9c-ace1-7da67a351cb9 req-9458edf0-09ac-4a9a-b614-d9cffe982825 service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058876 May 10 14:04:57.454231 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad42c6-fb73-42ed-bb4a-e8eac5bae57f req-dca245ae-3e75-4b4a-a022-ab6b125f0720 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:57.455787 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-59ad42c6-fb73-42ed-bb4a-e8eac5bae57f req-dca245ae-3e75-4b4a-a022-ab6b125f0720 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=64e15393-bc14-4433-b2aa-6d8fb202b9ea HTTP/1.1" status: 200 len: 943 time: 0.1125302 May 10 14:04:57.461901 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-3a7e4eab-362c-4865-8436-81cb8b15dba0 admin admin] Deleting port fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:04:57.462245 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4eab-362c-4865-8436-81cb8b15dba0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:57.546523 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-9d774aee-9598-48bc-87e9-24b864297e01 None None] Set router c968ad5a-9a0f-4461-86e5-65fbf82e359f gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:04:57.556503 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-3a7e4eab-362c-4865-8436-81cb8b15dba0 admin admin] For port fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:57.557004 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4eab-362c-4865-8436-81cb8b15dba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:57.573667 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-3a7e4eab-362c-4865-8436-81cb8b15dba0 admin admin] Calling delete_port for fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5 owned by network:router_gateway {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:04:57.609393 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-59ad42c6-fb73-42ed-bb4a-e8eac5bae57f req-f2354181-c5d8-45d3-9e5d-4847936f52b9 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=d749d2c8-c920-489b-9f5e-148c36c58c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376207 May 10 14:04:57.616481 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-efc3fe5c-c95b-4372-a267-ae808237743f req-dc0c3a0c-aba9-42a8-ab13-002ab67a3981 service neutron] 10.222.0.57 "GET /v2.0/networks/ad65d3a2-8251-4281-96ce-37b7d361be92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256012 May 10 14:04:57.622555 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-30298e44-1d0e-4a9c-ace1-7da67a351cb9 req-8299f85a-1b5b-4358-9488-f5f54d209d19 service neutron] 10.222.0.57 "GET /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747720 May 10 14:04:57.719737 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-efc3fe5c-c95b-4372-a267-ae808237743f req-56397867-ad98-4e0c-8623-22aab611a383 service neutron] 10.222.0.57 "GET /v2.0/networks/ad65d3a2-8251-4281-96ce-37b7d361be92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962384 May 10 14:04:57.747293 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-9d774aee-9598-48bc-87e9-24b864297e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c968ad5a-9a0f-4461-86e5-65fbf82e359f', 'name': 'tempest-TestMinimumBasicScenario-1563837008-router', 'tenant_id': '39473eb2570a473ea318fffb547e4267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:49Z', 'updated_at': '2022-05-10T14:04:56Z', 'revision_number': 5, 'project_id': '39473eb2570a473ea318fffb547e4267', 'gw_port': {'id': 'fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c968ad5a-9a0f-4461-86e5-65fbf82e359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:49Z', 'updated_at': '2022-05-10T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:57.756043 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4eab-362c-4865-8436-81cb8b15dba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:57.775834 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d774aee-9598-48bc-87e9-24b864297e01 None None] The sync data for ids ['c968ad5a-9a0f-4461-86e5-65fbf82e359f'] in dv-cinder-840678-6-iscsi is: [{'id': 'c968ad5a-9a0f-4461-86e5-65fbf82e359f', 'name': 'tempest-TestMinimumBasicScenario-1563837008-router', 'tenant_id': '39473eb2570a473ea318fffb547e4267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:49Z', 'updated_at': '2022-05-10T14:04:56Z', 'revision_number': 5, 'project_id': '39473eb2570a473ea318fffb547e4267', 'gw_port': {'id': 'fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c968ad5a-9a0f-4461-86e5-65fbf82e359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:49Z', 'updated_at': '2022-05-10T14:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:04:57.780444 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e4eab-362c-4865-8436-81cb8b15dba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:57.851166 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4eab-362c-4865-8436-81cb8b15dba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537777'] for router_gateway (c968ad5a-9a0f-4461-86e5-65fbf82e359f), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:57.943577 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4eab-362c-4865-8436-81cb8b15dba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1618'] for router (c968ad5a-9a0f-4461-86e5-65fbf82e359f), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:57.945810 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4eab-362c-4865-8436-81cb8b15dba0 admin admin] Publish callbacks [] for router_controller (c968ad5a-9a0f-4461-86e5-65fbf82e359f), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:57.994153 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4eab-362c-4865-8436-81cb8b15dba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539494'] for router (c968ad5a-9a0f-4461-86e5-65fbf82e359f), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:57.994736 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7e4eab-362c-4865-8436-81cb8b15dba0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c968ad5a-9a0f-4461-86e5-65fbf82e359f {{(pid=103390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 14:04:57.999150 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4eab-362c-4865-8436-81cb8b15dba0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:58.000345 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3a7e4eab-362c-4865-8436-81cb8b15dba0 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c968ad5a-9a0f-4461-86e5-65fbf82e359f HTTP/1.1" status: 204 len: 168 time: 1.1457493 May 10 14:04:58.002811 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54676) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:58.047660 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f16de1-59d1-4f45-979d-2103e4b977fb admin admin] Deleting subnet 622ba2c8-31b5-4a11-a9b2-3759cedc241e {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:04:58.050774 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a9f16de1-59d1-4f45-979d-2103e4b977fb admin admin] Publish callbacks [] for subnet (622ba2c8-31b5-4a11-a9b2-3759cedc241e), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:58.084114 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a9f16de1-59d1-4f45-979d-2103e4b977fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613639'] for subnet (622ba2c8-31b5-4a11-a9b2-3759cedc241e), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:58.166824 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a9f16de1-59d1-4f45-979d-2103e4b977fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853495'] for subnet (622ba2c8-31b5-4a11-a9b2-3759cedc241e), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:58.220969 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a9f16de1-59d1-4f45-979d-2103e4b977fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8740105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10142743'] for subnet (622ba2c8-31b5-4a11-a9b2-3759cedc241e), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:58.247263 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f16de1-59d1-4f45-979d-2103e4b977fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=622ba2c8-31b5-4a11-a9b2-3759cedc241e,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:58.250880 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a9f16de1-59d1-4f45-979d-2103e4b977fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:58.254017 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a9f16de1-59d1-4f45-979d-2103e4b977fb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/622ba2c8-31b5-4a11-a9b2-3759cedc241e HTTP/1.1" status: 204 len: 168 time: 0.2502730 May 10 14:04:58.259201 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3473ce1e-0ba5-4146-80af-2e4d4bd065bb None None] Network bb7b52e7-5d2a-4995-967a-a5d4bcd0f928 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:04:58.259696 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 54678) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:58.340200 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3860c47b-ec74-4afa-8622-fa812a9185e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7763938'] for network (bb7b52e7-5d2a-4995-967a-a5d4bcd0f928), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:58.343498 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-545e5bbd-12d4-4434-8240-11489391a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:58.398743 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-3860c47b-ec74-4afa-8622-fa812a9185e5 admin admin] Deleting port 1dedbd11-6029-421b-a2a9-2e162e2e92fb {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:04:58.399087 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3860c47b-ec74-4afa-8622-fa812a9185e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (1dedbd11-6029-421b-a2a9-2e162e2e92fb), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:58.448612 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7685e0-5b94-4f06-a513-7d375b425904 None None] DHCP port deletion for bb7b52e7-5d2a-4995-967a-a5d4bcd0f928 request from dv-cinder-840678-6-iscsi {{(pid=103391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 14:04:58.471675 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-3860c47b-ec74-4afa-8622-fa812a9185e5 admin admin] For port 1dedbd11-6029-421b-a2a9-2e162e2e92fb, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=1dedbd11-6029-421b-a2a9-2e162e2e92fb,segment=NetworkSegment(2e606df6-c23f-4a71-9c0a-92e217ffdc32),segment_id=2e606df6-c23f-4a71-9c0a-92e217ffdc32)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:58.472050 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3860c47b-ec74-4afa-8622-fa812a9185e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (1dedbd11-6029-421b-a2a9-2e162e2e92fb), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:58.486883 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-3860c47b-ec74-4afa-8622-fa812a9185e5 admin admin] Calling delete_port for 1dedbd11-6029-421b-a2a9-2e162e2e92fb owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:04:58.491081 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-5b7685e0-5b94-4f06-a513-7d375b425904 None None] Deleting port 1dedbd11-6029-421b-a2a9-2e162e2e92fb {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:04:58.491679 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5b7685e0-5b94-4f06-a513-7d375b425904 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (1dedbd11-6029-421b-a2a9-2e162e2e92fb), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:58.565628 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-5b7685e0-5b94-4f06-a513-7d375b425904 None None] For port 1dedbd11-6029-421b-a2a9-2e162e2e92fb, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=1dedbd11-6029-421b-a2a9-2e162e2e92fb,segment=NetworkSegment(2e606df6-c23f-4a71-9c0a-92e217ffdc32),segment_id=2e606df6-c23f-4a71-9c0a-92e217ffdc32)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:04:58.566025 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5b7685e0-5b94-4f06-a513-7d375b425904 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (1dedbd11-6029-421b-a2a9-2e162e2e92fb), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:58.566194 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3860c47b-ec74-4afa-8622-fa812a9185e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (1dedbd11-6029-421b-a2a9-2e162e2e92fb), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:58.579218 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-5b7685e0-5b94-4f06-a513-7d375b425904 None None] Calling delete_port for 1dedbd11-6029-421b-a2a9-2e162e2e92fb owned by network:dhcp {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:04:58.593383 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860c47b-ec74-4afa-8622-fa812a9185e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dedbd11-6029-421b-a2a9-2e162e2e92fb,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:58.595207 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3860c47b-ec74-4afa-8622-fa812a9185e5 admin admin] No DVR routers for this DVR port 1dedbd11-6029-421b-a2a9-2e162e2e92fb on host dv-cinder-840678-6-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:04:58.656424 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5b7685e0-5b94-4f06-a513-7d375b425904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897'] for port (1dedbd11-6029-421b-a2a9-2e162e2e92fb), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:58.670698 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3860c47b-ec74-4afa-8622-fa812a9185e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854924', 'neutron.services.segments.db._delete_segments_for_network-8770989559345'] for network (bb7b52e7-5d2a-4995-967a-a5d4bcd0f928), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:58.684026 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7685e0-5b94-4f06-a513-7d375b425904 None None] Pushing event deleted for resources: {'Port': ['ID=1dedbd11-6029-421b-a2a9-2e162e2e92fb,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:58.687725 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7685e0-5b94-4f06-a513-7d375b425904 None None] No DVR routers for this DVR port 1dedbd11-6029-421b-a2a9-2e162e2e92fb on host dv-cinder-840678-6-iscsi {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:04:58.691651 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-3860c47b-ec74-4afa-8622-fa812a9185e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7b52e7-5d2a-4995-967a-a5d4bcd0f928']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:58.704224 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-3860c47b-ec74-4afa-8622-fa812a9185e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e606df6-c23f-4a71-9c0a-92e217ffdc32') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:58.704609 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-3860c47b-ec74-4afa-8622-fa812a9185e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e606df6-c23f-4a71-9c0a-92e217ffdc32') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:04:58.715262 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3860c47b-ec74-4afa-8622-fa812a9185e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770989363514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9373924'] for segment (2e606df6-c23f-4a71-9c0a-92e217ffdc32), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:58.729979 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3860c47b-ec74-4afa-8622-fa812a9185e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (2e606df6-c23f-4a71-9c0a-92e217ffdc32), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:58.736972 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3860c47b-ec74-4afa-8622-fa812a9185e5 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:04:58.737409 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3860c47b-ec74-4afa-8622-fa812a9185e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9372347'] for segment (2e606df6-c23f-4a71-9c0a-92e217ffdc32), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: Traceback (most recent call last): May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: timer() May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: cb(*args, **kw) May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: return func(*args, **kwargs) May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: self._notify() May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: self.callback(batched_events) May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: event.method(event) May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: return f(self, *a, **k) May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: return self._get(url).json() May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:04:58.739666 dv-cinder-840678-6-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:04:58.744360 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd9690-fded-4a4b-a83e-efc8d3b6fb02 req-0c064f8d-586a-4cd6-8316-4275ded2e6a3 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:58.745847 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79dd9690-fded-4a4b-a83e-efc8d3b6fb02 req-0c064f8d-586a-4cd6-8316-4275ded2e6a3 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=64e15393-bc14-4433-b2aa-6d8fb202b9ea HTTP/1.1" status: 200 len: 943 time: 0.0504491 May 10 14:04:58.794256 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79dd9690-fded-4a4b-a83e-efc8d3b6fb02 req-327e3297-f4f2-43ad-b42c-4cfb0cade722 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=d749d2c8-c920-489b-9f5e-148c36c58c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423419 May 10 14:04:58.825290 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463faac8-c72e-4b78-a378-b466a720faf1 req-5b313218-3352-4463-9262-a8a6603c19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:58.826862 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-463faac8-c72e-4b78-a378-b466a720faf1 req-5b313218-3352-4463-9262-a8a6603c19a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d19ea52173a04c8e8624b91ac0e3eb48&device_id=64e15393-bc14-4433-b2aa-6d8fb202b9ea HTTP/1.1" status: 200 len: 1127 time: 0.0515223 May 10 14:04:58.827459 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3860c47b-ec74-4afa-8622-fa812a9185e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542943'] for network (bb7b52e7-5d2a-4995-967a-a5d4bcd0f928), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:58.832431 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3860c47b-ec74-4afa-8622-fa812a9185e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:58.839266 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3860c47b-ec74-4afa-8622-fa812a9185e5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/bb7b52e7-5d2a-4995-967a-a5d4bcd0f928 HTTP/1.1" status: 204 len: 168 time: 0.5788498 May 10 14:04:58.896818 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860c47b-ec74-4afa-8622-fa812a9185e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb7b52e7-5d2a-4995-967a-a5d4bcd0f928,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:58.946883 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463faac8-c72e-4b78-a378-b466a720faf1 req-859da937-883c-4d94-92d3-b95790249dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:58.948432 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-463faac8-c72e-4b78-a378-b466a720faf1 req-859da937-883c-4d94-92d3-b95790249dc2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ad65d3a2-8251-4281-96ce-37b7d361be92 HTTP/1.1" status: 200 len: 911 time: 0.1080763 May 10 14:04:58.993018 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-463faac8-c72e-4b78-a378-b466a720faf1 req-8429afb1-c824-4096-8046-7361be4f30e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bee32e6-d54c-4a5f-8e31-b4e7945065bc HTTP/1.1" status: 200 len: 217 time: 0.0362725 May 10 14:04:59.012992 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54688) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:59.041920 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463faac8-c72e-4b78-a378-b466a720faf1 req-2f86338b-a216-4ebb-bcd6-67e631429e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:59.043397 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-463faac8-c72e-4b78-a378-b466a720faf1 req-2f86338b-a216-4ebb-bcd6-67e631429e17 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05b5fdd2-bcb1-4f20-897f-d7f7c5093f12 HTTP/1.1" status: 200 len: 849 time: 0.0441997 May 10 14:04:59.056027 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-155f163e-3ce3-4836-b319-648369cd51cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b1e759f08bf04eeabbbc1b14bca8a169&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417936 May 10 14:04:59.058469 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 54690) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:59.109894 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463faac8-c72e-4b78-a378-b466a720faf1 req-4910448f-2eb3-4006-a2d8-41cbbf67980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:59.111383 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-463faac8-c72e-4b78-a378-b466a720faf1 req-4910448f-2eb3-4006-a2d8-41cbbf67980e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ad65d3a2-8251-4281-96ce-37b7d361be92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615792 May 10 14:04:59.170044 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0165cd32-7be2-4a71-b10d-963f262a590d admin admin] Publish callbacks [] for security_group (3621e410-ad4e-4c3f-8955-2f6b893244fd), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:59.202651 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0165cd32-7be2-4a71-b10d-963f262a590d admin admin] Publish callbacks [] for security_group (3621e410-ad4e-4c3f-8955-2f6b893244fd), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:59.218425 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device ca78890e-ac9e-4af5-a326-d3f326371e84 no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:04:59.241676 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: ca78890e-ac9e-4af5-a326-d3f326371e84 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:04:59.242027 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device ca78890e-ac9e-4af5-a326-d3f326371e84 not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:04:59.242455 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5 no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:04:59.251545 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-463faac8-c72e-4b78-a378-b466a720faf1 req-603709bc-a7a2-41e9-bb17-41142d1d5203 service neutron] 10.222.0.57 "GET /v2.0/networks/ad65d3a2-8251-4281-96ce-37b7d361be92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290660 May 10 14:04:59.262203 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:04:59.262760 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device fe5e8c63-64e0-4e2f-94f1-eaa3f5fc9ec5 not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:04:59.262961 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 1dedbd11-6029-421b-a2a9-2e162e2e92fb no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:04:59.283331 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: 1dedbd11-6029-421b-a2a9-2e162e2e92fb {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:04:59.283713 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 1dedbd11-6029-421b-a2a9-2e162e2e92fb not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:04:59.311985 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0165cd32-7be2-4a71-b10d-963f262a590d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (3621e410-ad4e-4c3f-8955-2f6b893244fd), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:59.314486 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0165cd32-7be2-4a71-b10d-963f262a590d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:59.315616 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-0165cd32-7be2-4a71-b10d-963f262a590d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3621e410-ad4e-4c3f-8955-2f6b893244fd HTTP/1.1" status: 204 len: 168 time: 0.2562630 May 10 14:04:59.328467 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165cd32-7be2-4a71-b10d-963f262a590d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3621e410-ad4e-4c3f-8955-2f6b893244fd,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:59.367506 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-463faac8-c72e-4b78-a378-b466a720faf1 req-8b8c1872-5242-45be-8c6b-24f107d482d6 service neutron] 10.222.0.57 "GET /v2.0/networks/ad65d3a2-8251-4281-96ce-37b7d361be92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089909 May 10 14:04:59.374411 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:59.640732 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 54698) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:59.682505 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-02f72671-8dd5-4d2b-aa03-1ab069128c1b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=39473eb2570a473ea318fffb547e4267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406411 May 10 14:04:59.684828 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 54700) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:04:59.736827 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-68146bf3-a1dc-44dc-94ed-74cc7ae851dd admin admin] Publish callbacks [] for security_group (65bed465-f5b3-4dea-b81d-1e2e7cb625ba), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:59.758178 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-68146bf3-a1dc-44dc-94ed-74cc7ae851dd admin admin] Publish callbacks [] for security_group (65bed465-f5b3-4dea-b81d-1e2e7cb625ba), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:59.804290 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-68146bf3-a1dc-44dc-94ed-74cc7ae851dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (65bed465-f5b3-4dea-b81d-1e2e7cb625ba), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:59.807137 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-68146bf3-a1dc-44dc-94ed-74cc7ae851dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:04:59.808549 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-68146bf3-a1dc-44dc-94ed-74cc7ae851dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/65bed465-f5b3-4dea-b81d-1e2e7cb625ba HTTP/1.1" status: 204 len: 168 time: 0.1227803 May 10 14:04:59.818418 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68146bf3-a1dc-44dc-94ed-74cc7ae851dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bed465-f5b3-4dea-b81d-1e2e7cb625ba,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:04:59.919229 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7807f-5dd2-4b0a-944b-0921510bc0f7 req-6b4f632e-d478-49a4-bae9-4b6dc9ec165a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:04:59.920758 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-83f7807f-5dd2-4b0a-944b-0921510bc0f7 req-6b4f632e-d478-49a4-bae9-4b6dc9ec165a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=64e15393-bc14-4433-b2aa-6d8fb202b9ea HTTP/1.1" status: 200 len: 943 time: 0.0508037 May 10 14:04:59.968718 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-83f7807f-5dd2-4b0a-944b-0921510bc0f7 req-99472ae4-64c4-4e5d-96b5-e458652f02a8 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=d749d2c8-c920-489b-9f5e-148c36c58c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423589 May 10 14:05:00.489672 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 4bee32e6-d54c-4a5f-8e31-b4e7945065bc details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:05:00.587289 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 4bee32e6-d54c-4a5f-8e31-b4e7945065bc, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4bee32e6-d54c-4a5f-8e31-b4e7945065bc,segment=NetworkSegment(7f904fe4-a583-4eae-8ba7-b18fa03ec8bb),segment_id=7f904fe4-a583-4eae-8ba7-b18fa03ec8bb)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:00.598469 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': '4bee32e6-d54c-4a5f-8e31-b4e7945065bc', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'port_id': '4bee32e6-d54c-4a5f-8e31-b4e7945065bc', 'mac_address': 'fa:16:3e:15:05:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:05:00.634238 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 4bee32e6-d54c-4a5f-8e31-b4e7945065bc is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:05:00.634564 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (4bee32e6-d54c-4a5f-8e31-b4e7945065bc), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:00.648043 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bee32e6-d54c-4a5f-8e31-b4e7945065bc {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:05:00.667092 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 4bee32e6-d54c-4a5f-8e31-b4e7945065bc, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4bee32e6-d54c-4a5f-8e31-b4e7945065bc,segment=NetworkSegment(7f904fe4-a583-4eae-8ba7-b18fa03ec8bb),segment_id=7f904fe4-a583-4eae-8ba7-b18fa03ec8bb)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:00.670827 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (4bee32e6-d54c-4a5f-8e31-b4e7945065bc), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:00.725419 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=4bee32e6-d54c-4a5f-8e31-b4e7945065bc,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:00.747004 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:01.019872 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['4bee32e6-d54c-4a5f-8e31-b4e7945065bc'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:05:01.083974 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a1baa-55b5-4f4e-8389-94034bebab53 req-4fcc82b6-b85e-4b18-b0cb-f29bcb0f8fcb tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:01.085449 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d74a1baa-55b5-4f4e-8389-94034bebab53 req-4fcc82b6-b85e-4b18-b0cb-f29bcb0f8fcb tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=64e15393-bc14-4433-b2aa-6d8fb202b9ea HTTP/1.1" status: 200 len: 944 time: 0.0468221 May 10 14:05:01.130663 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d74a1baa-55b5-4f4e-8389-94034bebab53 req-0c92877b-dc3d-4f58-9957-2cccdae28ba3 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=d749d2c8-c920-489b-9f5e-148c36c58c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395958 May 10 14:05:02.241247 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68245d22-664d-44c1-bd86-c9665be6e557 req-202034bb-8fa7-4e67-a42e-a3f05a8d732a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:02.242923 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-68245d22-664d-44c1-bd86-c9665be6e557 req-202034bb-8fa7-4e67-a42e-a3f05a8d732a tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=64e15393-bc14-4433-b2aa-6d8fb202b9ea HTTP/1.1" status: 200 len: 944 time: 0.0463731 May 10 14:05:02.288305 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-68245d22-664d-44c1-bd86-c9665be6e557 req-043616e6-064f-4033-8bd9-50bfe84ca51e tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=d749d2c8-c920-489b-9f5e-148c36c58c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402050 May 10 14:05:02.309177 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:02.491847 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 4bee32e6-d54c-4a5f-8e31-b4e7945065bc up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:05:02.540718 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning for port 4bee32e6-d54c-4a5f-8e31-b4e7945065bc completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:05:02.546690 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port 4bee32e6-d54c-4a5f-8e31-b4e7945065bc triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:05:02.547208 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (4bee32e6-d54c-4a5f-8e31-b4e7945065bc), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:02.622271 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 4bee32e6-d54c-4a5f-8e31-b4e7945065bc is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:05:02.622659 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (4bee32e6-d54c-4a5f-8e31-b4e7945065bc), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:02.645119 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e15393-bc14-4433-b2aa-6d8fb202b9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bee32e6-d54c-4a5f-8e31-b4e7945065bc'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:05:02.647262 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ebd841-d9c6-4e2c-a66f-f08bdebb9914" -d '{"events": [{"server_uuid": "64e15393-bc14-4433-b2aa-6d8fb202b9ea", "name": "network-vif-plugged", "status": "completed", "tag": "4bee32e6-d54c-4a5f-8e31-b4e7945065bc"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:05:02.659482 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 4bee32e6-d54c-4a5f-8e31-b4e7945065bc, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4bee32e6-d54c-4a5f-8e31-b4e7945065bc,segment=NetworkSegment(7f904fe4-a583-4eae-8ba7-b18fa03ec8bb),segment_id=7f904fe4-a583-4eae-8ba7-b18fa03ec8bb)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:02.663421 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (4bee32e6-d54c-4a5f-8e31-b4e7945065bc), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:02.690918 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd47ba8b-01d7-4a96-b349-72e2eb5bfeab x-openstack-request-id: req-fd47ba8b-01d7-4a96-b349-72e2eb5bfeab {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:05:02.691204 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e15393-bc14-4433-b2aa-6d8fb202b9ea", "name": "network-vif-plugged", "status": "completed", "tag": "4bee32e6-d54c-4a5f-8e31-b4e7945065bc", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:05:02.691451 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd47ba8b-01d7-4a96-b349-72e2eb5bfeab {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:05:02.691825 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd47ba8b-01d7-4a96-b349-72e2eb5bfeab'] response: {'server_uuid': '64e15393-bc14-4433-b2aa-6d8fb202b9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bee32e6-d54c-4a5f-8e31-b4e7945065bc', 'code': 200} May 10 14:05:02.717508 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=4bee32e6-d54c-4a5f-8e31-b4e7945065bc,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:03.071732 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48619842-6d4c-4882-a786-c798c214a898 req-2a1e8285-921e-45ac-be39-57340f871f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:03.073264 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-48619842-6d4c-4882-a786-c798c214a898 req-2a1e8285-921e-45ac-be39-57340f871f5a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=64e15393-bc14-4433-b2aa-6d8fb202b9ea HTTP/1.1" status: 200 len: 1129 time: 0.0419393 May 10 14:05:03.115294 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-48619842-6d4c-4882-a786-c798c214a898 req-1d90536d-02b9-4a4d-bb89-c862680f620d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d749d2c8-c920-489b-9f5e-148c36c58c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355799 May 10 14:05:03.399579 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd102c19-6fdf-4c92-addc-b4a6eeb14f6e req-4b27215e-f7e1-483c-b7f0-fab2f36233a3 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:03.401070 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bd102c19-6fdf-4c92-addc-b4a6eeb14f6e req-4b27215e-f7e1-483c-b7f0-fab2f36233a3 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=64e15393-bc14-4433-b2aa-6d8fb202b9ea HTTP/1.1" status: 200 len: 945 time: 0.0468237 May 10 14:05:03.446381 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bd102c19-6fdf-4c92-addc-b4a6eeb14f6e req-fd5cbe0b-5c29-46b7-8813-2c67d16d566e tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=d749d2c8-c920-489b-9f5e-148c36c58c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397747 May 10 14:05:04.558938 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57091565-aac6-45a3-9ba9-822767f6237c req-0fe2b0f9-e31d-4286-ad4a-3a254cc8e8a8 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:04.560417 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-57091565-aac6-45a3-9ba9-822767f6237c req-0fe2b0f9-e31d-4286-ad4a-3a254cc8e8a8 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=64e15393-bc14-4433-b2aa-6d8fb202b9ea HTTP/1.1" status: 200 len: 945 time: 0.0465200 May 10 14:05:04.608508 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-57091565-aac6-45a3-9ba9-822767f6237c req-7e193ec7-ad29-4847-8594-f518956ef1cf tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=d749d2c8-c920-489b-9f5e-148c36c58c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424929 May 10 14:05:05.718879 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed9f32-a39f-48f9-9638-a32b9bc733f5 req-9db792f7-5e6d-4417-88d7-da29b959d26e tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:05.720352 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-20ed9f32-a39f-48f9-9638-a32b9bc733f5 req-9db792f7-5e6d-4417-88d7-da29b959d26e tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=64e15393-bc14-4433-b2aa-6d8fb202b9ea HTTP/1.1" status: 200 len: 945 time: 0.0458527 May 10 14:05:05.765697 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-20ed9f32-a39f-48f9-9638-a32b9bc733f5 req-a55b6b2d-0d1b-42d0-ad06-6b0dc4af43ec tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=d749d2c8-c920-489b-9f5e-148c36c58c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393803 May 10 14:05:05.870569 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0b470-4061-4200-81ae-d70ff3119230 req-2d291793-f2e0-40b7-9a2f-5d7839ccda4b tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:05.871996 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c9d0b470-4061-4200-81ae-d70ff3119230 req-2d291793-f2e0-40b7-9a2f-5d7839ccda4b tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=64e15393-bc14-4433-b2aa-6d8fb202b9ea HTTP/1.1" status: 200 len: 945 time: 0.0449238 May 10 14:05:05.880770 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 54762) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:05.884985 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-9f6974af-64b4-42bc-9a31-cab3bf0ecd30 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Request body: {'floatingip': {'port_id': '4bee32e6-d54c-4a5f-8e31-b4e7945065bc'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:05:05.922562 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9f6974af-64b4-42bc-9a31-cab3bf0ecd30 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for floatingip (639c34af-871f-4ef7-a87f-ee9f3b53f3c8), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:06.392435 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9f6974af-64b4-42bc-9a31-cab3bf0ecd30 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:06.398510 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9f6974af-64b4-42bc-9a31-cab3bf0ecd30 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (639c34af-871f-4ef7-a87f-ee9f3b53f3c8), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:06.412770 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d735fcf-3bcb-4ef5-ae58-a8ab12232818 req-6d8ccce5-2159-439d-98f1-1551a91222e6 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:06.416690 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6d735fcf-3bcb-4ef5-ae58-a8ab12232818 req-6d8ccce5-2159-439d-98f1-1551a91222e6 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 945 time: 0.0536726 May 10 14:05:06.464458 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6d735fcf-3bcb-4ef5-ae58-a8ab12232818 req-0b928a17-1520-4528-8c86-59eb60eb1ede tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=2361984b-d1a9-4558-bcef-7db202efde17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447741 May 10 14:05:06.517889 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-9f6974af-64b4-42bc-9a31-cab3bf0ecd30 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Floating IP 639c34af-871f-4ef7-a87f-ee9f3b53f3c8 associated. External IP: 172.27.3.249, port: 4bee32e6-d54c-4a5f-8e31-b4e7945065bc. May 10 14:05:06.727090 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6974af-64b4-42bc-9a31-cab3bf0ecd30 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Router 18aa9f2d-1182-4053-8a16-d5677abda5b0 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:05:07.090727 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6974af-64b4-42bc-9a31-cab3bf0ecd30 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:05:07.095233 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9f6974af-64b4-42bc-9a31-cab3bf0ecd30 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:07.100822 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50349b06-8e88-4572-a2d0-a8fb77ee77a2 None None] Sync routers for ids ['18aa9f2d-1182-4053-8a16-d5677abda5b0'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:05:07.110686 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50349b06-8e88-4572-a2d0-a8fb77ee77a2 None None] Routers {'18aa9f2d-1182-4053-8a16-d5677abda5b0'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:05:07.111306 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-50349b06-8e88-4572-a2d0-a8fb77ee77a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:04:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['18aa9f2d-1182-4053-8a16-d5677abda5b0'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:07.124046 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-9f6974af-64b4-42bc-9a31-cab3bf0ecd30 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "PUT /v2.0/floatingips/639c34af-871f-4ef7-a87f-ee9f3b53f3c8 HTTP/1.1" status: 200 len: 991 time: 1.2422662 May 10 14:05:07.124746 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e15393-bc14-4433-b2aa-6d8fb202b9ea', 'tag': '4bee32e6-d54c-4a5f-8e31-b4e7945065bc'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:05:07.127087 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4477bcfd-df07-4fda-81d6-5237733802f9" -d '{"events": [{"name": "network-changed", "server_uuid": "64e15393-bc14-4433-b2aa-6d8fb202b9ea", "tag": "4bee32e6-d54c-4a5f-8e31-b4e7945065bc"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:05:07.162308 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa47700-388a-4ff9-963b-f78e25ebe4b5 x-openstack-request-id: req-8fa47700-388a-4ff9-963b-f78e25ebe4b5 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:05:07.162604 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e15393-bc14-4433-b2aa-6d8fb202b9ea", "tag": "4bee32e6-d54c-4a5f-8e31-b4e7945065bc", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:05:07.162860 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8fa47700-388a-4ff9-963b-f78e25ebe4b5 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:05:07.163272 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa47700-388a-4ff9-963b-f78e25ebe4b5'] response: {'name': 'network-changed', 'server_uuid': '64e15393-bc14-4433-b2aa-6d8fb202b9ea', 'tag': '4bee32e6-d54c-4a5f-8e31-b4e7945065bc', 'status': 'completed', 'code': 200} May 10 14:05:07.354990 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-50349b06-8e88-4572-a2d0-a8fb77ee77a2 None None] Set router 18aa9f2d-1182-4053-8a16-d5677abda5b0 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:05:07.573312 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-50349b06-8e88-4572-a2d0-a8fb77ee77a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'name': 'tempest-AttachVolumeTestJSON-984094042-router', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:04Z', 'revision_number': 4, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'gw_port': {'id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': '639c34af-871f-4ef7-a87f-ee9f3b53f3c8', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'port_id': '4bee32e6-d54c-4a5f-8e31-b4e7945065bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'mac_address': 'fa:16:3e:15:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e15393-bc14-4433-b2aa-6d8fb202b9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:04:51Z', 'updated_at': '2022-05-10T14:05:06Z', 'revision_number': 1, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3f87d25-daa3-42e1-96ee-67dad5333ab9', 'name': '', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'mac_address': 'fa:16:3e:6f:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:02Z', 'updated_at': '2022-05-10T14:00:23Z', 'revision_number': 5, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'subnets': [{'id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:07.576618 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e953e3-b1e3-4e44-9f90-accd9135622f req-7df86e81-c647-449e-a3e9-f0d3ec35ea6c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:07.578140 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-78e953e3-b1e3-4e44-9f90-accd9135622f req-7df86e81-c647-449e-a3e9-f0d3ec35ea6c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 945 time: 0.0453537 May 10 14:05:07.600851 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50349b06-8e88-4572-a2d0-a8fb77ee77a2 None None] Checking router: 18aa9f2d-1182-4053-8a16-d5677abda5b0 for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:05:07.609230 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50349b06-8e88-4572-a2d0-a8fb77ee77a2 None None] Routers {'18aa9f2d-1182-4053-8a16-d5677abda5b0'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:05:07.609790 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-50349b06-8e88-4572-a2d0-a8fb77ee77a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:04:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['18aa9f2d-1182-4053-8a16-d5677abda5b0'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:07.628841 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-78e953e3-b1e3-4e44-9f90-accd9135622f req-2fb81a7c-2b90-411d-b4e0-55bb29cdca0d tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=2361984b-d1a9-4558-bcef-7db202efde17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447061 May 10 14:05:07.727316 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-50349b06-8e88-4572-a2d0-a8fb77ee77a2 None None] Set router 18aa9f2d-1182-4053-8a16-d5677abda5b0 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:05:07.849737 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dabc8-590e-4ecd-87d9-b6c3667464c0 req-8a93f1b7-0b81-4c32-a3f7-d3fdb78d24e6 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:07.851198 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-da6dabc8-590e-4ecd-87d9-b6c3667464c0 req-8a93f1b7-0b81-4c32-a3f7-d3fdb78d24e6 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 946 time: 0.0486412 May 10 14:05:07.899306 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-da6dabc8-590e-4ecd-87d9-b6c3667464c0 req-bc74c604-eed6-484d-ba9e-b7ab7de2fd12 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423417 May 10 14:05:07.947982 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-50349b06-8e88-4572-a2d0-a8fb77ee77a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'name': 'tempest-AttachVolumeTestJSON-984094042-router', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:04Z', 'revision_number': 4, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'gw_port': {'id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': '639c34af-871f-4ef7-a87f-ee9f3b53f3c8', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'port_id': '4bee32e6-d54c-4a5f-8e31-b4e7945065bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'mac_address': 'fa:16:3e:15:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e15393-bc14-4433-b2aa-6d8fb202b9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:04:51Z', 'updated_at': '2022-05-10T14:05:06Z', 'revision_number': 1, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3f87d25-daa3-42e1-96ee-67dad5333ab9', 'name': '', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'mac_address': 'fa:16:3e:6f:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:02Z', 'updated_at': '2022-05-10T14:00:23Z', 'revision_number': 5, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'subnets': [{'id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:07.978262 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50349b06-8e88-4572-a2d0-a8fb77ee77a2 None None] The sync data for ids ['18aa9f2d-1182-4053-8a16-d5677abda5b0'] in dv-cinder-840678-6-iscsi is: [{'id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'name': 'tempest-AttachVolumeTestJSON-984094042-router', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:04Z', 'revision_number': 4, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'gw_port': {'id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': '639c34af-871f-4ef7-a87f-ee9f3b53f3c8', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'port_id': '4bee32e6-d54c-4a5f-8e31-b4e7945065bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'mac_address': 'fa:16:3e:15:05:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e15393-bc14-4433-b2aa-6d8fb202b9ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:04:51Z', 'updated_at': '2022-05-10T14:05:06Z', 'revision_number': 1, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3f87d25-daa3-42e1-96ee-67dad5333ab9', 'name': '', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'mac_address': 'fa:16:3e:6f:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:02Z', 'updated_at': '2022-05-10T14:00:23Z', 'revision_number': 5, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'subnets': [{'id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:05:08.163447 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463ab03f-700d-4072-9e05-2d464196a842 None None] New status for floating IP 639c34af-871f-4ef7-a87f-ee9f3b53f3c8: ACTIVE {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:05:08.743141 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a09321-6e4c-4b6b-8b33-7c0cfa6f45ae req-1d59458c-df77-4e4d-aa1f-6979411f29ed tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:08.744577 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-00a09321-6e4c-4b6b-8b33-7c0cfa6f45ae req-1d59458c-df77-4e4d-aa1f-6979411f29ed tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 945 time: 0.0454378 May 10 14:05:08.790023 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-00a09321-6e4c-4b6b-8b33-7c0cfa6f45ae req-afacee51-ae04-4d84-9985-87036fd74e5a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=2361984b-d1a9-4558-bcef-7db202efde17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397897 May 10 14:05:09.011382 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abda40-d761-44d1-88be-4b11237f2668 req-578d32f6-9595-439f-bbed-73319ffc69fb tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:09.012908 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-02abda40-d761-44d1-88be-4b11237f2668 req-578d32f6-9595-439f-bbed-73319ffc69fb tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 946 time: 0.0466661 May 10 14:05:09.064063 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-02abda40-d761-44d1-88be-4b11237f2668 req-ea6f38f6-b583-458b-8015-697bd761e18f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447659 May 10 14:05:09.299499 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477bcfd-df07-4fda-81d6-5237733802f9 req-b83eb1d9-b313-42b1-8ac1-ccca59803ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:09.301516 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4477bcfd-df07-4fda-81d6-5237733802f9 req-b83eb1d9-b313-42b1-8ac1-ccca59803ce2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d19ea52173a04c8e8624b91ac0e3eb48&device_id=64e15393-bc14-4433-b2aa-6d8fb202b9ea HTTP/1.1" status: 200 len: 1129 time: 0.0385797 May 10 14:05:09.544024 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01003c-e699-4acc-86ea-ee28b26a5ccd req-234531a4-d122-4a8e-816c-a3662864ff55 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:09.545468 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9e01003c-e699-4acc-86ea-ee28b26a5ccd req-234531a4-d122-4a8e-816c-a3662864ff55 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.57 "GET /v2.0/ports?device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 945 time: 0.0891273 May 10 14:05:09.612125 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477bcfd-df07-4fda-81d6-5237733802f9 req-763d971e-ecaa-4314-9cd4-02c9dbfaf10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:09.614172 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4477bcfd-df07-4fda-81d6-5237733802f9 req-763d971e-ecaa-4314-9cd4-02c9dbfaf10e service neutron] 10.222.0.57 "GET /v2.0/networks?id=ad65d3a2-8251-4281-96ce-37b7d361be92 HTTP/1.1" status: 200 len: 911 time: 0.1584511 May 10 14:05:09.619322 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edccda91-76d9-40a3-bba0-61852328efda req-b44821d2-c157-47bc-a2ee-5216beaab5d8 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:09.619322 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-edccda91-76d9-40a3-bba0-61852328efda req-b44821d2-c157-47bc-a2ee-5216beaab5d8 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.57 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 946 time: 0.0549231 May 10 14:05:09.711185 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-9e01003c-e699-4acc-86ea-ee28b26a5ccd req-23f8ccc9-50d0-40f7-ba80-e3d10a9eb178 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Deleting port 41e1a591-ff64-4acf-8e49-bb32771685e9 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:05:09.711533 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9e01003c-e699-4acc-86ea-ee28b26a5ccd req-23f8ccc9-50d0-40f7-ba80-e3d10a9eb178 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (41e1a591-ff64-4acf-8e49-bb32771685e9), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:09.712276 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-edccda91-76d9-40a3-bba0-61852328efda req-35d4d906-c62c-4c92-a020-a5a374445234 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Deleting port ec56af2f-6e36-458b-8cbf-61f578a6cae0 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:05:09.712628 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-edccda91-76d9-40a3-bba0-61852328efda req-35d4d906-c62c-4c92-a020-a5a374445234 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (ec56af2f-6e36-458b-8cbf-61f578a6cae0), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:09.760109 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4477bcfd-df07-4fda-81d6-5237733802f9 req-e8a1a5c4-0610-4d1d-b78d-f07c509be4e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bee32e6-d54c-4a5f-8e31-b4e7945065bc HTTP/1.1" status: 200 len: 1001 time: 0.1358087 May 10 14:05:09.813754 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-edccda91-76d9-40a3-bba0-61852328efda req-35d4d906-c62c-4c92-a020-a5a374445234 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] For port ec56af2f-6e36-458b-8cbf-61f578a6cae0, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ec56af2f-6e36-458b-8cbf-61f578a6cae0,segment=NetworkSegment(802f5ae2-3ab4-4db1-a100-675af79fa1cc),segment_id=802f5ae2-3ab4-4db1-a100-675af79fa1cc)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:09.814542 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-edccda91-76d9-40a3-bba0-61852328efda req-35d4d906-c62c-4c92-a020-a5a374445234 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (ec56af2f-6e36-458b-8cbf-61f578a6cae0), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:09.837991 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477bcfd-df07-4fda-81d6-5237733802f9 req-49d55ca2-c674-45a9-bfb2-3fb908b42293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:09.839481 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4477bcfd-df07-4fda-81d6-5237733802f9 req-49d55ca2-c674-45a9-bfb2-3fb908b42293 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=05b5fdd2-bcb1-4f20-897f-d7f7c5093f12 HTTP/1.1" status: 200 len: 849 time: 0.0718975 May 10 14:05:09.851717 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-9e01003c-e699-4acc-86ea-ee28b26a5ccd req-23f8ccc9-50d0-40f7-ba80-e3d10a9eb178 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] For port 41e1a591-ff64-4acf-8e49-bb32771685e9, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=41e1a591-ff64-4acf-8e49-bb32771685e9,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:09.852095 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9e01003c-e699-4acc-86ea-ee28b26a5ccd req-23f8ccc9-50d0-40f7-ba80-e3d10a9eb178 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (41e1a591-ff64-4acf-8e49-bb32771685e9), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:09.961130 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748f589-314a-472a-8aa3-9620639f9338 req-c49026b2-d74a-4356-a5d0-69bf6ae4bf4b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:09.962524 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a748f589-314a-472a-8aa3-9620639f9338 req-c49026b2-d74a-4356-a5d0-69bf6ae4bf4b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 945 time: 0.0575774 May 10 14:05:09.984628 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac56ec-800f-4df8-bdcb-6b07dd41b587 req-15a3ff46-538d-4867-b8ba-d0226a144ed9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:09.986107 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b2ac56ec-800f-4df8-bdcb-6b07dd41b587 req-15a3ff46-538d-4867-b8ba-d0226a144ed9 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0914874 May 10 14:05:10.094106 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a748f589-314a-472a-8aa3-9620639f9338 req-d1cf016a-83e1-4e41-a07f-1d79c1f54794 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=2361984b-d1a9-4558-bcef-7db202efde17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984583 May 10 14:05:10.113795 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b2ac56ec-800f-4df8-bdcb-6b07dd41b587 req-448d10c4-631a-4ade-9d32-2ddfb3ccaacf tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956910 May 10 14:05:10.116841 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9e01003c-e699-4acc-86ea-ee28b26a5ccd req-23f8ccc9-50d0-40f7-ba80-e3d10a9eb178 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:10.117228 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9e01003c-e699-4acc-86ea-ee28b26a5ccd req-23f8ccc9-50d0-40f7-ba80-e3d10a9eb178 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (b98e989c-6787-4922-9b34-7701f9fb4f5b), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:10.117554 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.l3_db [req-9e01003c-e699-4acc-86ea-ee28b26a5ccd req-23f8ccc9-50d0-40f7-ba80-e3d10a9eb178 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Floating IP b98e989c-6787-4922-9b34-7701f9fb4f5b disassociated. External IP: 172.27.3.161, port: 41e1a591-ff64-4acf-8e49-bb32771685e9. May 10 14:05:10.117910 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-9e01003c-e699-4acc-86ea-ee28b26a5ccd req-23f8ccc9-50d0-40f7-ba80-e3d10a9eb178 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Calling delete_port for 41e1a591-ff64-4acf-8e49-bb32771685e9 owned by compute:nova {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:05:10.133915 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-edccda91-76d9-40a3-bba0-61852328efda req-35d4d906-c62c-4c92-a020-a5a374445234 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:10.134292 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-edccda91-76d9-40a3-bba0-61852328efda req-35d4d906-c62c-4c92-a020-a5a374445234 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (b92cb63f-1d60-49a5-b7b8-8deaa1363450), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:10.134616 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.l3_db [req-edccda91-76d9-40a3-bba0-61852328efda req-35d4d906-c62c-4c92-a020-a5a374445234 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Floating IP b92cb63f-1d60-49a5-b7b8-8deaa1363450 disassociated. External IP: 172.27.3.218, port: ec56af2f-6e36-458b-8cbf-61f578a6cae0. May 10 14:05:10.134969 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-edccda91-76d9-40a3-bba0-61852328efda req-35d4d906-c62c-4c92-a020-a5a374445234 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Calling delete_port for ec56af2f-6e36-458b-8cbf-61f578a6cae0 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:05:10.230844 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2e7d1-d9b8-4528-8efd-444b405ffa75 req-45c4e306-e425-4856-a535-18ce05f8a8f4 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:10.232234 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-82e2e7d1-d9b8-4528-8efd-444b405ffa75 req-45c4e306-e425-4856-a535-18ce05f8a8f4 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 946 time: 0.0648448 May 10 14:05:10.268417 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-edccda91-76d9-40a3-bba0-61852328efda req-35d4d906-c62c-4c92-a020-a5a374445234 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (ec56af2f-6e36-458b-8cbf-61f578a6cae0), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:10.297653 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4d906-c62c-4c92-a020-a5a374445234 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Pushing event deleted for resources: {'Port': ['ID=ec56af2f-6e36-458b-8cbf-61f578a6cae0,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:10.320970 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-82e2e7d1-d9b8-4528-8efd-444b405ffa75 req-e96b6184-fb19-4c20-9f0a-2840497e6d6e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776653 May 10 14:05:10.341720 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9e01003c-e699-4acc-86ea-ee28b26a5ccd req-23f8ccc9-50d0-40f7-ba80-e3d10a9eb178 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (41e1a591-ff64-4acf-8e49-bb32771685e9), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:10.369475 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8ccc9-50d0-40f7-ba80-e3d10a9eb178 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event deleted for resources: {'Port': ['ID=41e1a591-ff64-4acf-8e49-bb32771685e9,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:10.437309 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edccda91-76d9-40a3-bba0-61852328efda req-35d4d906-c62c-4c92-a020-a5a374445234 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Router 35f07a70-e556-4b08-bbe9-90c4c253768a has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:05:10.491493 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e01003c-e699-4acc-86ea-ee28b26a5ccd req-23f8ccc9-50d0-40f7-ba80-e3d10a9eb178 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Router eea85e8f-4aac-4da4-b715-cc9c21078703 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:05:10.546886 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edccda91-76d9-40a3-bba0-61852328efda req-35d4d906-c62c-4c92-a020-a5a374445234 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:05:10.557671 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec900ec-4938-400b-b2ca-ce1097c81dd3 None None] Sync routers for ids ['35f07a70-e556-4b08-bbe9-90c4c253768a'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:05:10.569226 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec900ec-4938-400b-b2ca-ce1097c81dd3 None None] Routers {'35f07a70-e556-4b08-bbe9-90c4c253768a'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:05:10.569962 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-aec900ec-4938-400b-b2ca-ce1097c81dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:04:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['35f07a70-e556-4b08-bbe9-90c4c253768a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:10.590702 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-edccda91-76d9-40a3-bba0-61852328efda req-35d4d906-c62c-4c92-a020-a5a374445234 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] No DVR routers for this DVR port ec56af2f-6e36-458b-8cbf-61f578a6cae0 on host hv-cinder-84067 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:05:10.593419 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-edccda91-76d9-40a3-bba0-61852328efda req-35d4d906-c62c-4c92-a020-a5a374445234 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:10.597126 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-edccda91-76d9-40a3-bba0-61852328efda req-35d4d906-c62c-4c92-a020-a5a374445234 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.57 "DELETE /v2.0/ports/ec56af2f-6e36-458b-8cbf-61f578a6cae0 HTTP/1.1" status: 204 len: 173 time: 0.9728243 May 10 14:05:10.597573 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2288a3f8-70db-4951-acaf-f839a42ed73b', 'name': 'network-vif-deleted', 'tag': 'ec56af2f-6e36-458b-8cbf-61f578a6cae0'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:05:10.599840 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72864d8f697cc3849f7037e54fa44052707e53d1306a4a80922f5c2f90f38e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf1b6dd-9b24-4ef8-ab69-173259a467f9" -d '{"events": [{"server_uuid": "2288a3f8-70db-4951-acaf-f839a42ed73b", "name": "network-vif-deleted", "tag": "ec56af2f-6e36-458b-8cbf-61f578a6cae0"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:05:10.609844 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e01003c-e699-4acc-86ea-ee28b26a5ccd req-23f8ccc9-50d0-40f7-ba80-e3d10a9eb178 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:05:10.621224 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb16d7-5985-45b1-ac7f-b21d6cc0a96e None None] Sync routers for ids ['eea85e8f-4aac-4da4-b715-cc9c21078703'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:05:10.638254 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bb16d7-5985-45b1-ac7f-b21d6cc0a96e None None] Routers {'eea85e8f-4aac-4da4-b715-cc9c21078703'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:05:10.639132 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-88bb16d7-5985-45b1-ac7f-b21d6cc0a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:04:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['eea85e8f-4aac-4da4-b715-cc9c21078703'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:10.646879 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c272244-0097-497f-835b-41c7bf9d23ff x-openstack-request-id: req-3c272244-0097-497f-835b-41c7bf9d23ff {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:05:10.647457 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2288a3f8-70db-4951-acaf-f839a42ed73b", "name": "network-vif-deleted", "tag": "ec56af2f-6e36-458b-8cbf-61f578a6cae0", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:05:10.648039 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c272244-0097-497f-835b-41c7bf9d23ff {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:05:10.649117 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c272244-0097-497f-835b-41c7bf9d23ff'] response: {'server_uuid': '2288a3f8-70db-4951-acaf-f839a42ed73b', 'name': 'network-vif-deleted', 'tag': 'ec56af2f-6e36-458b-8cbf-61f578a6cae0', 'status': 'completed', 'code': 200} May 10 14:05:10.657668 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e01003c-e699-4acc-86ea-ee28b26a5ccd req-23f8ccc9-50d0-40f7-ba80-e3d10a9eb178 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] No DVR routers for this DVR port 41e1a591-ff64-4acf-8e49-bb32771685e9 on host hv-cinder-84067 {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:05:10.660954 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-9e01003c-e699-4acc-86ea-ee28b26a5ccd req-23f8ccc9-50d0-40f7-ba80-e3d10a9eb178 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:10.664410 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9e01003c-e699-4acc-86ea-ee28b26a5ccd req-23f8ccc9-50d0-40f7-ba80-e3d10a9eb178 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.57 "DELETE /v2.0/ports/41e1a591-ff64-4acf-8e49-bb32771685e9 HTTP/1.1" status: 204 len: 173 time: 1.1015782 May 10 14:05:10.664874 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ade9bf-f1d4-454c-928b-bb882c680d30', 'name': 'network-vif-deleted', 'tag': '41e1a591-ff64-4acf-8e49-bb32771685e9'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:05:10.667411 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc60e924-fa60-4a3e-a552-c4636d58818b" -d '{"events": [{"server_uuid": "61ade9bf-f1d4-454c-928b-bb882c680d30", "name": "network-vif-deleted", "tag": "41e1a591-ff64-4acf-8e49-bb32771685e9"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:05:10.708191 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdf9e51-6b99-4ba3-a1f4-ac2b565a0040 x-openstack-request-id: req-6cdf9e51-6b99-4ba3-a1f4-ac2b565a0040 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:05:10.708494 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ade9bf-f1d4-454c-928b-bb882c680d30", "name": "network-vif-deleted", "tag": "41e1a591-ff64-4acf-8e49-bb32771685e9", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:05:10.708753 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6cdf9e51-6b99-4ba3-a1f4-ac2b565a0040 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:05:10.709161 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cdf9e51-6b99-4ba3-a1f4-ac2b565a0040'] response: {'server_uuid': '61ade9bf-f1d4-454c-928b-bb882c680d30', 'name': 'network-vif-deleted', 'tag': '41e1a591-ff64-4acf-8e49-bb32771685e9', 'status': 'completed', 'code': 200} May 10 14:05:10.727208 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-aec900ec-4938-400b-b2ca-ce1097c81dd3 None None] Set router 35f07a70-e556-4b08-bbe9-90c4c253768a gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:05:10.764240 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-88bb16d7-5985-45b1-ac7f-b21d6cc0a96e None None] Set router eea85e8f-4aac-4da4-b715-cc9c21078703 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:05:10.945557 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-aec900ec-4938-400b-b2ca-ce1097c81dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 4, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'fe7b214a-9000-44e8-befd-b3fb9c002d41', 'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'mac_address': 'fa:16:3e:56:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:29Z', 'updated_at': '2022-05-10T14:01:37Z', 'revision_number': 5, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'subnets': [{'id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:10.970688 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-88bb16d7-5985-45b1-ac7f-b21d6cc0a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:29Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:10.977075 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec900ec-4938-400b-b2ca-ce1097c81dd3 None None] Checking router: 35f07a70-e556-4b08-bbe9-90c4c253768a for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:05:10.985280 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec900ec-4938-400b-b2ca-ce1097c81dd3 None None] Routers {'35f07a70-e556-4b08-bbe9-90c4c253768a'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:05:10.985889 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-aec900ec-4938-400b-b2ca-ce1097c81dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:04:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['35f07a70-e556-4b08-bbe9-90c4c253768a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:10.997371 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb16d7-5985-45b1-ac7f-b21d6cc0a96e None None] Checking router: eea85e8f-4aac-4da4-b715-cc9c21078703 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:05:11.005596 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bb16d7-5985-45b1-ac7f-b21d6cc0a96e None None] Routers {'eea85e8f-4aac-4da4-b715-cc9c21078703'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:05:11.006198 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-88bb16d7-5985-45b1-ac7f-b21d6cc0a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:04:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['eea85e8f-4aac-4da4-b715-cc9c21078703'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:11.093940 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-aec900ec-4938-400b-b2ca-ce1097c81dd3 None None] Set router 35f07a70-e556-4b08-bbe9-90c4c253768a gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:05:11.113831 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-88bb16d7-5985-45b1-ac7f-b21d6cc0a96e None None] Set router eea85e8f-4aac-4da4-b715-cc9c21078703 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:05:11.218607 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5e392a4b-fb59-4ab2-9400-5b19f25a705e req-e273b7e0-a16e-4482-822e-e785394e6517 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 210 time: 0.0347471 May 10 14:05:11.257807 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8269cae-77fc-4c81-85a5-0bffa781dd8f req-c1400e72-435f-4205-a4d5-101e9ebd50cf tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:11.259330 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d8269cae-77fc-4c81-85a5-0bffa781dd8f req-c1400e72-435f-4205-a4d5-101e9ebd50cf tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0543795 May 10 14:05:11.312207 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-aec900ec-4938-400b-b2ca-ce1097c81dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 4, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'fe7b214a-9000-44e8-befd-b3fb9c002d41', 'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'mac_address': 'fa:16:3e:56:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:29Z', 'updated_at': '2022-05-10T14:01:37Z', 'revision_number': 5, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'subnets': [{'id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:11.313398 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d8269cae-77fc-4c81-85a5-0bffa781dd8f req-aa16251d-598b-4f98-ae0f-774003b2b4ce tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482380 May 10 14:05:11.325860 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-88bb16d7-5985-45b1-ac7f-b21d6cc0a96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:29Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:11.339764 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec900ec-4938-400b-b2ca-ce1097c81dd3 None None] The sync data for ids ['35f07a70-e556-4b08-bbe9-90c4c253768a'] in dv-cinder-840678-6-iscsi is: [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 4, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'fe7b214a-9000-44e8-befd-b3fb9c002d41', 'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'mac_address': 'fa:16:3e:56:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:29Z', 'updated_at': '2022-05-10T14:01:37Z', 'revision_number': 5, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'subnets': [{'id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:05:11.361852 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb16d7-5985-45b1-ac7f-b21d6cc0a96e None None] The sync data for ids ['eea85e8f-4aac-4da4-b715-cc9c21078703'] in dv-cinder-840678-6-iscsi is: [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:29Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:05:11.432801 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5673f172-8b56-4735-8254-b1659addc250 req-75bc8a24-d76a-4b19-9544-0c99a635a324 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 210 time: 0.0320292 May 10 14:05:11.597404 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488cddff-bce6-4366-ad9a-cc4e0d95dd32 None None] New status for floating IP b92cb63f-1d60-49a5-b7b8-8deaa1363450: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:05:11.823027 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0314bc4a-ac76-44cb-8095-296dbcb5011e None None] New status for floating IP b98e989c-6787-4922-9b34-7701f9fb4f5b: DOWN {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:05:12.313419 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bb905951-93b4-45eb-af20-c704776d75f8 req-86655cdc-eaae-42d7-b7b9-e5a2ce1e0333 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 210 time: 0.0276239 May 10 14:05:12.426818 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800683c-0bcb-4e38-8367-8a02946a5561 req-cdc20137-de9c-48e5-ac51-a6edfedccccf tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:12.428293 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0800683c-0bcb-4e38-8367-8a02946a5561 req-cdc20137-de9c-48e5-ac51-a6edfedccccf tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0462053 May 10 14:05:12.474165 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0800683c-0bcb-4e38-8367-8a02946a5561 req-de6f44d7-e482-4d94-9f51-dd2f5133bd8a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402625 May 10 14:05:12.520534 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 41e1a591-ff64-4acf-8e49-bb32771685e9 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:05:12.525946 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-75cd7b1f-3653-4aad-9d9b-44a0763c8b31 req-0fc2395b-4791-495f-8e57-3c2fb6f57346 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 210 time: 0.0288186 May 10 14:05:12.664419 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] No Port match for: 41e1a591-ff64-4acf-8e49-bb32771685e9 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:05:12.665059 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 41e1a591-ff64-4acf-8e49-bb32771685e9 not bound to the agent host hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:05:13.221459 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477bcfd-df07-4fda-81d6-5237733802f9 req-0dd279be-7b93-4c8d-858a-013d87342f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:13.222983 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4477bcfd-df07-4fda-81d6-5237733802f9 req-0dd279be-7b93-4c8d-858a-013d87342f65 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ad65d3a2-8251-4281-96ce-37b7d361be92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1799626 May 10 14:05:13.435655 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bbfbf633-afb9-4ea3-938a-b44dff4839b6 req-cf8721d5-b864-40fe-a0b6-00e0f791ebc5 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ade9bf-f1d4-454c-928b-bb882c680d30 HTTP/1.1" status: 200 len: 210 time: 0.0450187 May 10 14:05:13.446172 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4477bcfd-df07-4fda-81d6-5237733802f9 req-0361fb43-c336-415e-bb96-f757119a1543 service neutron] 10.222.0.57 "GET /v2.0/networks/ad65d3a2-8251-4281-96ce-37b7d361be92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913162 May 10 14:05:13.473311 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2d271-96af-4f0f-8bef-844eaf1fda38 req-3b6b4bb3-c98d-499d-ae94-de8cc9ce57b4 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:13.474840 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c9d2d271-96af-4f0f-8bef-844eaf1fda38 req-3b6b4bb3-c98d-499d-ae94-de8cc9ce57b4 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0656161 May 10 14:05:13.589236 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ea3c6-a89b-4e75-8b12-db6796d233ed req-16431406-164f-4bb8-8aaa-ec20f522dc6f tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:13.590788 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ca3ea3c6-a89b-4e75-8b12-db6796d233ed req-16431406-164f-4bb8-8aaa-ec20f522dc6f tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 945 time: 0.0472827 May 10 14:05:13.619338 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-36156cb5-3be3-4de2-bb50-5ee39b05c86c req-b4df3bf2-c5c6-4c98-a0a5-be34e2f6d338 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=2288a3f8-70db-4951-acaf-f839a42ed73b HTTP/1.1" status: 200 len: 210 time: 0.0283008 May 10 14:05:13.637196 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ca3ea3c6-a89b-4e75-8b12-db6796d233ed req-aca4e551-b92f-440a-a881-b5a40527ca6a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412121 May 10 14:05:13.819742 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4477bcfd-df07-4fda-81d6-5237733802f9 req-e1737117-c309-4ea2-842e-1da5a4c0b2c5 service neutron] 10.222.0.57 "GET /v2.0/networks/ad65d3a2-8251-4281-96ce-37b7d361be92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973868 May 10 14:05:13.839158 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-c9d2d271-96af-4f0f-8bef-844eaf1fda38 req-82e12407-c838-460a-8d71-3c7efe2e45d5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Deleting port f2587919-e230-4e3a-8926-a6478337a26a {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:05:13.839505 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-c9d2d271-96af-4f0f-8bef-844eaf1fda38 req-82e12407-c838-460a-8d71-3c7efe2e45d5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (f2587919-e230-4e3a-8926-a6478337a26a), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:13.934001 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-c9d2d271-96af-4f0f-8bef-844eaf1fda38 req-82e12407-c838-460a-8d71-3c7efe2e45d5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] For port f2587919-e230-4e3a-8926-a6478337a26a, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=f2587919-e230-4e3a-8926-a6478337a26a,segment=NetworkSegment(3e067be8-9042-4bef-841c-16195f679735),segment_id=3e067be8-9042-4bef-841c-16195f679735)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:13.934369 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-c9d2d271-96af-4f0f-8bef-844eaf1fda38 req-82e12407-c838-460a-8d71-3c7efe2e45d5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (f2587919-e230-4e3a-8926-a6478337a26a), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:14.103926 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-c9d2d271-96af-4f0f-8bef-844eaf1fda38 req-82e12407-c838-460a-8d71-3c7efe2e45d5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:14.104327 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-c9d2d271-96af-4f0f-8bef-844eaf1fda38 req-82e12407-c838-460a-8d71-3c7efe2e45d5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (4bf92862-8e10-4f77-bdbb-07b45b6fb000), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:14.104650 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.l3_db [req-c9d2d271-96af-4f0f-8bef-844eaf1fda38 req-82e12407-c838-460a-8d71-3c7efe2e45d5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Floating IP 4bf92862-8e10-4f77-bdbb-07b45b6fb000 disassociated. External IP: 172.27.3.199, port: f2587919-e230-4e3a-8926-a6478337a26a. May 10 14:05:14.104988 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-c9d2d271-96af-4f0f-8bef-844eaf1fda38 req-82e12407-c838-460a-8d71-3c7efe2e45d5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Calling delete_port for f2587919-e230-4e3a-8926-a6478337a26a owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:05:14.235356 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-c9d2d271-96af-4f0f-8bef-844eaf1fda38 req-82e12407-c838-460a-8d71-3c7efe2e45d5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (f2587919-e230-4e3a-8926-a6478337a26a), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:14.266418 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e12407-c838-460a-8d71-3c7efe2e45d5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Pushing event deleted for resources: {'Port': ['ID=f2587919-e230-4e3a-8926-a6478337a26a,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:14.387995 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9d2d271-96af-4f0f-8bef-844eaf1fda38 req-82e12407-c838-460a-8d71-3c7efe2e45d5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Router 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:05:14.509947 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9d2d271-96af-4f0f-8bef-844eaf1fda38 req-82e12407-c838-460a-8d71-3c7efe2e45d5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:05:14.511528 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device ec56af2f-6e36-458b-8cbf-61f578a6cae0 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:05:14.527018 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 54834) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:14.538494 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d86216-64be-4b45-90b4-b572f6af82c0 None None] Sync routers for ids ['9470f6fc-14ed-4b6d-8b69-5a9dffa16928'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:05:14.540307 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] No Port match for: ec56af2f-6e36-458b-8cbf-61f578a6cae0 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:05:14.540647 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device ec56af2f-6e36-458b-8cbf-61f578a6cae0 not bound to the agent host hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:05:14.549924 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d86216-64be-4b45-90b4-b572f6af82c0 None None] Routers {'9470f6fc-14ed-4b6d-8b69-5a9dffa16928'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:05:14.550537 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-29d86216-64be-4b45-90b4-b572f6af82c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:04:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['9470f6fc-14ed-4b6d-8b69-5a9dffa16928'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:14.554123 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d2d271-96af-4f0f-8bef-844eaf1fda38 req-82e12407-c838-460a-8d71-3c7efe2e45d5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] No DVR routers for this DVR port f2587919-e230-4e3a-8926-a6478337a26a on host hv-cinder-84067 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:05:14.556670 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-c9d2d271-96af-4f0f-8bef-844eaf1fda38 req-82e12407-c838-460a-8d71-3c7efe2e45d5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:14.560336 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c9d2d271-96af-4f0f-8bef-844eaf1fda38 req-82e12407-c838-460a-8d71-3c7efe2e45d5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.57 "DELETE /v2.0/ports/f2587919-e230-4e3a-8926-a6478337a26a HTTP/1.1" status: 204 len: 173 time: 0.8137801 May 10 14:05:14.560840 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a730d46-5e87-4a26-a9fc-4486e99bcf5a', 'name': 'network-vif-deleted', 'tag': 'f2587919-e230-4e3a-8926-a6478337a26a'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:05:14.563573 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72864d8f697cc3849f7037e54fa44052707e53d1306a4a80922f5c2f90f38e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aceebbf-c7dc-4697-8c3e-70b7187ceef3" -d '{"events": [{"server_uuid": "2a730d46-5e87-4a26-a9fc-4486e99bcf5a", "name": "network-vif-deleted", "tag": "f2587919-e230-4e3a-8926-a6478337a26a"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:05:14.604068 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1e5ea27f-3b1a-4d81-8fed-f770e0eb7621 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group (2361984b-d1a9-4558-bcef-7db202efde17), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:14.608520 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b225a96-15bc-42ce-879c-340046d0b6e3 x-openstack-request-id: req-9b225a96-15bc-42ce-879c-340046d0b6e3 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:05:14.608993 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a730d46-5e87-4a26-a9fc-4486e99bcf5a", "name": "network-vif-deleted", "tag": "f2587919-e230-4e3a-8926-a6478337a26a", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:05:14.610237 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b225a96-15bc-42ce-879c-340046d0b6e3 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:05:14.610779 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b225a96-15bc-42ce-879c-340046d0b6e3'] response: {'server_uuid': '2a730d46-5e87-4a26-a9fc-4486e99bcf5a', 'name': 'network-vif-deleted', 'tag': 'f2587919-e230-4e3a-8926-a6478337a26a', 'status': 'completed', 'code': 200} May 10 14:05:14.639013 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1e5ea27f-3b1a-4d81-8fed-f770e0eb7621 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group (2361984b-d1a9-4558-bcef-7db202efde17), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:14.684640 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-29d86216-64be-4b45-90b4-b572f6af82c0 None None] Set router 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:05:14.723890 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1e5ea27f-3b1a-4d81-8fed-f770e0eb7621 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (2361984b-d1a9-4558-bcef-7db202efde17), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:14.726730 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1e5ea27f-3b1a-4d81-8fed-f770e0eb7621 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:14.730629 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54844) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:14.730767 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-1e5ea27f-3b1a-4d81-8fed-f770e0eb7621 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "DELETE /v2.0/security-groups/2361984b-d1a9-4558-bcef-7db202efde17 HTTP/1.1" status: 204 len: 168 time: 0.2025709 May 10 14:05:14.745490 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ea27f-3b1a-4d81-8fed-f770e0eb7621 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2361984b-d1a9-4558-bcef-7db202efde17,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:14.750441 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.api.v2.resource [None req-16ffe093-220e-4dcf-8661-a68f038da0e4 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] show failed (client error): The resource could not be found. May 10 14:05:14.753161 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-16ffe093-220e-4dcf-8661-a68f038da0e4 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups/2361984b-d1a9-4558-bcef-7db202efde17 HTTP/1.1" status: 404 len: 347 time: 0.0212641 May 10 14:05:14.756135 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ea27f-3b1a-4d81-8fed-f770e0eb7621 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:14.756537 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ea27f-3b1a-4d81-8fed-f770e0eb7621 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:14.756888 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ea27f-3b1a-4d81-8fed-f770e0eb7621 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:14.757069 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54846) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:14.757240 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ea27f-3b1a-4d81-8fed-f770e0eb7621 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:14.757663 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ea27f-3b1a-4d81-8fed-f770e0eb7621 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:14.758006 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ea27f-3b1a-4d81-8fed-f770e0eb7621 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:14.765862 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ea27f-3b1a-4d81-8fed-f770e0eb7621 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:14.766298 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ea27f-3b1a-4d81-8fed-f770e0eb7621 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:14.766652 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ea27f-3b1a-4d81-8fed-f770e0eb7621 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:14.767004 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ea27f-3b1a-4d81-8fed-f770e0eb7621 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:14.767355 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ea27f-3b1a-4d81-8fed-f770e0eb7621 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:14.767803 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ea27f-3b1a-4d81-8fed-f770e0eb7621 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:14.768146 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ea27f-3b1a-4d81-8fed-f770e0eb7621 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:14.768518 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ea27f-3b1a-4d81-8fed-f770e0eb7621 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:14.769114 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5ea27f-3b1a-4d81-8fed-f770e0eb7621 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:14.952975 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1c9f1d0f-4894-427c-9a52-fae8e2e0543b req-b8ddd2a6-c9de-4690-a8b5-b8ed8efcc1b2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a730d46-5e87-4a26-a9fc-4486e99bcf5a HTTP/1.1" status: 200 len: 210 time: 0.1804576 May 10 14:05:14.957977 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-ae2147f7-55b3-4cd6-93df-9cb644b01622 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Deleting port d2dd7744-c49c-424f-be30-5c607f88b71a {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:05:14.958794 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ae2147f7-55b3-4cd6-93df-9cb644b01622 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (d2dd7744-c49c-424f-be30-5c607f88b71a), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:14.973815 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-29d86216-64be-4b45-90b4-b572f6af82c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'name': 'tempest-ServerRescueNegativeTestJSON-759252336-router', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:11Z', 'revision_number': 4, 'project_id': '368287ad726146f88559c73a86e4b26d', 'gw_port': {'id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'd1789a8e-f2c4-485b-b656-f49c7ea124ce', 'name': '', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'mac_address': 'fa:16:3e:3e:60:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:08Z', 'updated_at': '2022-05-10T14:00:22Z', 'revision_number': 5, 'project_id': '368287ad726146f88559c73a86e4b26d', 'subnets': [{'id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:14.986201 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-72603b46-63cd-4fe7-9790-c52e5595e6f7 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-821776293&fields=id&tenant_id=104740054c3a47ca8cc3cb262d975fd5 HTTP/1.1" status: 200 len: 267 time: 0.0559962 May 10 14:05:15.004875 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d86216-64be-4b45-90b4-b572f6af82c0 None None] Checking router: 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:05:15.013226 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d86216-64be-4b45-90b4-b572f6af82c0 None None] Routers {'9470f6fc-14ed-4b6d-8b69-5a9dffa16928'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:05:15.013845 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-29d86216-64be-4b45-90b4-b572f6af82c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:04:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['9470f6fc-14ed-4b6d-8b69-5a9dffa16928'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:15.046981 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ae2147f7-55b3-4cd6-93df-9cb644b01622 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (d2dd7744-c49c-424f-be30-5c607f88b71a), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:15.049503 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ae2147f7-55b3-4cd6-93df-9cb644b01622 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (d2dd7744-c49c-424f-be30-5c607f88b71a), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:15.068907 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-ae2147f7-55b3-4cd6-93df-9cb644b01622 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Calling delete_port for d2dd7744-c49c-424f-be30-5c607f88b71a owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:05:15.116785 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-56aa2517-8e6f-4e45-ad27-ff5ee8bb0ea9 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:15.119347 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-56aa2517-8e6f-4e45-ad27-ff5ee8bb0ea9 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/networks?id=c3ef3499-58c5-4573-b70a-3147dbe30f92 HTTP/1.1" status: 200 len: 811 time: 0.1264687 May 10 14:05:15.135313 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-1a2110a8-619a-4e84-9937-a216689a3316 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/quotas/104740054c3a47ca8cc3cb262d975fd5 HTTP/1.1" status: 200 len: 375 time: 0.0104642 May 10 14:05:15.167777 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-29d86216-64be-4b45-90b4-b572f6af82c0 None None] Set router 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:05:15.206238 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-384d2060-ea83-438c-97c7-d19e73cb6286 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=104740054c3a47ca8cc3cb262d975fd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654058 May 10 14:05:15.267116 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ae2147f7-55b3-4cd6-93df-9cb644b01622 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (d2dd7744-c49c-424f-be30-5c607f88b71a), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:15.292394 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2147f7-55b3-4cd6-93df-9cb644b01622 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event deleted for resources: {'Port': ['ID=d2dd7744-c49c-424f-be30-5c607f88b71a,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:15.370502 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ae2147f7-55b3-4cd6-93df-9cb644b01622 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (b98e989c-6787-4922-9b34-7701f9fb4f5b), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:15.374325 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ae2147f7-55b3-4cd6-93df-9cb644b01622 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:15.376307 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ae2147f7-55b3-4cd6-93df-9cb644b01622 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "DELETE /v2.0/floatingips/b98e989c-6787-4922-9b34-7701f9fb4f5b HTTP/1.1" status: 204 len: 168 time: 0.6174603 May 10 14:05:15.390926 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-adeb1701-588e-498f-8557-b8964561daa7 service neutron] 10.222.0.49 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655271 May 10 14:05:15.403422 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-29d86216-64be-4b45-90b4-b572f6af82c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'name': 'tempest-ServerRescueNegativeTestJSON-759252336-router', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:11Z', 'revision_number': 4, 'project_id': '368287ad726146f88559c73a86e4b26d', 'gw_port': {'id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'd1789a8e-f2c4-485b-b656-f49c7ea124ce', 'name': '', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'mac_address': 'fa:16:3e:3e:60:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:08Z', 'updated_at': '2022-05-10T14:00:22Z', 'revision_number': 5, 'project_id': '368287ad726146f88559c73a86e4b26d', 'subnets': [{'id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:15.431300 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d86216-64be-4b45-90b4-b572f6af82c0 None None] The sync data for ids ['9470f6fc-14ed-4b6d-8b69-5a9dffa16928'] in dv-cinder-840678-6-iscsi is: [{'id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'name': 'tempest-ServerRescueNegativeTestJSON-759252336-router', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:11Z', 'revision_number': 4, 'project_id': '368287ad726146f88559c73a86e4b26d', 'gw_port': {'id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'd1789a8e-f2c4-485b-b656-f49c7ea124ce', 'name': '', 'network_id': '74785619-4d29-47a9-9c74-95cf48855a3c', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'mac_address': 'fa:16:3e:3e:60:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:08Z', 'updated_at': '2022-05-10T14:00:22Z', 'revision_number': 5, 'project_id': '368287ad726146f88559c73a86e4b26d', 'subnets': [{'id': 'e3840d9d-0915-4f13-a509-4479e7e326c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:05:15.451883 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54856) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:15.456630 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-732f5690-0f68-42be-ab2c-24d3a5591f6a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--966638482', 'description': 'tempest-description--709332167'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:05:15.483033 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-732f5690-0f68-42be-ab2c-24d3a5591f6a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:15.486814 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-3c62e583-9570-4f1b-876b-a3c2b39407ae service neutron] 10.222.0.49 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930741 May 10 14:05:15.562607 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-732f5690-0f68-42be-ab2c-24d3a5591f6a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group (ccbeba8d-395f-4d77-bdff-d42e6d77b095), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:15.567475 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-732f5690-0f68-42be-ab2c-24d3a5591f6a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (ccbeba8d-395f-4d77-bdff-d42e6d77b095), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:15.598105 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-732f5690-0f68-42be-ab2c-24d3a5591f6a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:15.599369 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-732f5690-0f68-42be-ab2c-24d3a5591f6a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1463735 May 10 14:05:15.602421 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 54862) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:15.607132 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-9e61dfb6-f486-4a8a-9bbc-048740fb2a59 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Request body: {'security_group_rule': {'security_group_id': 'ccbeba8d-395f-4d77-bdff-d42e6d77b095', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:05:15.615962 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f5690-0f68-42be-ab2c-24d3a5591f6a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbeba8d-395f-4d77-bdff-d42e6d77b095,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:15.635047 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9e61dfb6-f486-4a8a-9bbc-048740fb2a59 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group_rule (c8e0552f-a34e-446e-b9a3-b88375130eab), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:15.709820 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9e61dfb6-f486-4a8a-9bbc-048740fb2a59 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group_rule (c8e0552f-a34e-446e-b9a3-b88375130eab), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:15.713896 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9e61dfb6-f486-4a8a-9bbc-048740fb2a59 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (c8e0552f-a34e-446e-b9a3-b88375130eab), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:15.719477 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27c44d1-4975-48cf-9bec-0884bcf099e8 None None] New status for floating IP 4bf92862-8e10-4f77-bdbb-07b45b6fb000: DOWN {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:05:15.732624 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61dfb6-f486-4a8a-9bbc-048740fb2a59 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e0552f-a34e-446e-b9a3-b88375130eab,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:15.741872 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9e61dfb6-f486-4a8a-9bbc-048740fb2a59 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:15.744218 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-9e61dfb6-f486-4a8a-9bbc-048740fb2a59 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396530 May 10 14:05:15.746123 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54866) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:15.754767 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-769bc86b-3152-48cd-9792-4ae3226db237 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Request body: {'security_group_rule': {'security_group_id': 'ccbeba8d-395f-4d77-bdff-d42e6d77b095', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:05:15.828577 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-dac2fb11-2a83-4aef-b2b5-fc45a99a54ab req-77569a4b-d46c-4431-81bd-30eacddf2e35 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 210 time: 0.0338557 May 10 14:05:15.837432 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-769bc86b-3152-48cd-9792-4ae3226db237 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group_rule (c8aaffee-8c33-4bf6-a428-9aef75ea9abd), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:15.906825 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-769bc86b-3152-48cd-9792-4ae3226db237 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group_rule (c8aaffee-8c33-4bf6-a428-9aef75ea9abd), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:15.911137 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-769bc86b-3152-48cd-9792-4ae3226db237 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (c8aaffee-8c33-4bf6-a428-9aef75ea9abd), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:15.934236 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769bc86b-3152-48cd-9792-4ae3226db237 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8aaffee-8c33-4bf6-a428-9aef75ea9abd,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:15.940803 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-769bc86b-3152-48cd-9792-4ae3226db237 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:15.945322 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 54874) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:15.945488 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-769bc86b-3152-48cd-9792-4ae3226db237 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1982615 May 10 14:05:15.950446 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-e43402a1-4ea0-4270-a429-5f851aec8e2e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Request body: {'floatingip': {'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:05:15.975026 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e43402a1-4ea0-4270-a429-5f851aec8e2e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:16.064259 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54884) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:16.070561 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e43402a1-4ea0-4270-a429-5f851aec8e2e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:16.125413 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9eecbd7c-6bee-4f38-94b6-487bca906616 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for security_group (80b39bbe-f98e-4de1-bb1d-26cdf9c119a8), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:16.150255 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9eecbd7c-6bee-4f38-94b6-487bca906616 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for security_group (80b39bbe-f98e-4de1-bb1d-26cdf9c119a8), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:16.205019 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-e43402a1-4ea0-4270-a429-5f851aec8e2e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Allocated IP 172.27.3.48 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/858d4e6c-8093-415d-b22b-27d8e8692277) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:05:16.206001 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9eecbd7c-6bee-4f38-94b6-487bca906616 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (80b39bbe-f98e-4de1-bb1d-26cdf9c119a8), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:16.208645 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9eecbd7c-6bee-4f38-94b6-487bca906616 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:16.209799 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9eecbd7c-6bee-4f38-94b6-487bca906616 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "DELETE /v2.0/security-groups/80b39bbe-f98e-4de1-bb1d-26cdf9c119a8 HTTP/1.1" status: 204 len: 168 time: 0.1445172 May 10 14:05:16.212386 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 54888) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:16.219389 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eecbd7c-6bee-4f38-94b6-487bca906616 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b39bbe-f98e-4de1-bb1d-26cdf9c119a8,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:16.235545 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.api.v2.resource [None req-17f21073-4c78-4575-baf8-ec74bfd76c57 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] show failed (client error): The resource could not be found. May 10 14:05:16.239966 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-17f21073-4c78-4575-baf8-ec74bfd76c57 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups/80b39bbe-f98e-4de1-bb1d-26cdf9c119a8 HTTP/1.1" status: 404 len: 347 time: 0.0233021 May 10 14:05:16.240496 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 54890) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:16.339702 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e43402a1-4ea0-4270-a429-5f851aec8e2e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for port (858d4e6c-8093-415d-b22b-27d8e8692277), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:16.369029 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-ef031e93-e3bf-43e5-b353-02d4361989d2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Deleting port c3590edc-d3ab-4e0c-bb3d-9f57cf8e367f {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:05:16.369479 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef031e93-e3bf-43e5-b353-02d4361989d2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (c3590edc-d3ab-4e0c-bb3d-9f57cf8e367f), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:16.382131 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e43402a1-4ea0-4270-a429-5f851aec8e2e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (858d4e6c-8093-415d-b22b-27d8e8692277), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:16.427263 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43402a1-4ea0-4270-a429-5f851aec8e2e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:05:16.430332 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-e43402a1-4ea0-4270-a429-5f851aec8e2e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:05:16.436267 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43402a1-4ea0-4270-a429-5f851aec8e2e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:05:16.457308 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef031e93-e3bf-43e5-b353-02d4361989d2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (c3590edc-d3ab-4e0c-bb3d-9f57cf8e367f), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:16.457555 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef031e93-e3bf-43e5-b353-02d4361989d2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for floatingip (c3590edc-d3ab-4e0c-bb3d-9f57cf8e367f), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:16.458023 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43402a1-4ea0-4270-a429-5f851aec8e2e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event updated for resources: {'Port': ['ID=858d4e6c-8093-415d-b22b-27d8e8692277,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:16.470713 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-ef031e93-e3bf-43e5-b353-02d4361989d2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Calling delete_port for c3590edc-d3ab-4e0c-bb3d-9f57cf8e367f owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:05:16.528595 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e43402a1-4ea0-4270-a429-5f851aec8e2e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (d7aba901-56a4-4704-a817-fc734e4f7601), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:16.568991 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e43402a1-4ea0-4270-a429-5f851aec8e2e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (858d4e6c-8093-415d-b22b-27d8e8692277), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:16.621614 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef031e93-e3bf-43e5-b353-02d4361989d2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (c3590edc-d3ab-4e0c-bb3d-9f57cf8e367f), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:16.648350 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef031e93-e3bf-43e5-b353-02d4361989d2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Pushing event deleted for resources: {'Port': ['ID=c3590edc-d3ab-4e0c-bb3d-9f57cf8e367f,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:16.707850 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef031e93-e3bf-43e5-b353-02d4361989d2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks [] for floatingip (4bf92862-8e10-4f77-bdbb-07b45b6fb000), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:16.710427 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef031e93-e3bf-43e5-b353-02d4361989d2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:16.711575 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ef031e93-e3bf-43e5-b353-02d4361989d2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "DELETE /v2.0/floatingips/4bf92862-8e10-4f77-bdbb-07b45b6fb000 HTTP/1.1" status: 204 len: 168 time: 0.4701996 May 10 14:05:16.729841 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e43402a1-4ea0-4270-a429-5f851aec8e2e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for port (858d4e6c-8093-415d-b22b-27d8e8692277), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:16.734244 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e43402a1-4ea0-4270-a429-5f851aec8e2e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (858d4e6c-8093-415d-b22b-27d8e8692277), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:16.806069 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43402a1-4ea0-4270-a429-5f851aec8e2e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event updated for resources: {'Port': ['ID=858d4e6c-8093-415d-b22b-27d8e8692277,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:16.820141 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e43402a1-4ea0-4270-a429-5f851aec8e2e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (d7aba901-56a4-4704-a817-fc734e4f7601), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:16.835293 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e43402a1-4ea0-4270-a429-5f851aec8e2e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:16.836547 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e43402a1-4ea0-4270-a429-5f851aec8e2e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8898208 May 10 14:05:16.929019 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d2cae07c-f1ed-49b9-8cc2-0698a139cb05 req-c93511ca-bcbc-4364-866e-77cb18020d40 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 210 time: 0.0292251 May 10 14:05:17.103122 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-242a3696-4fe0-4824-9c1a-c9e15433f492 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--966638482&fields=id&tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd HTTP/1.1" status: 200 len: 267 time: 0.1100740 May 10 14:05:17.187460 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-4661c393-f22f-45ee-9f55-627a39414c44 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:17.188929 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-4661c393-f22f-45ee-9f55-627a39414c44 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.57 "GET /v2.0/networks?id=c3ef3499-58c5-4573-b70a-3147dbe30f92 HTTP/1.1" status: 200 len: 811 time: 0.1875060 May 10 14:05:17.256286 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-682b2fb3-7014-4918-b9af-246d9b712493 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:17.257781 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-682b2fb3-7014-4918-b9af-246d9b712493 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/networks?id=2c9ceeee-200d-4bc2-b027-788cdb69321a HTTP/1.1" status: 200 len: 815 time: 0.1454563 May 10 14:05:17.282101 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-0b39bb27-5a9f-46e5-b380-386b6729f606 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/quotas/e296ee60cdee4a6b9ca754c83b8c9ffd HTTP/1.1" status: 200 len: 375 time: 0.0187719 May 10 14:05:17.305138 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-6226b13d-f0bd-42c9-8825-feb7e42d7c45 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=104740054c3a47ca8cc3cb262d975fd5 HTTP/1.1" status: 200 len: 379 time: 0.0974095 May 10 14:05:17.323449 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Request body: {'port': {'device_id': '821e2fc1-0f9b-40f0-a08e-cb87df184140', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'admin_state_up': True, 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'security_groups': ['4f074584-913b-4ce0-8ce8-c4605c6b2eae']}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:05:17.381545 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-c09302c7-311b-4b06-8709-37ac3b389cac tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917799 May 10 14:05:17.788074 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Made reservation on behalf of 104740054c3a47ca8cc3cb262d975fd5 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:05:17.791911 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:17.797592 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-cbf85717-5811-432d-95f5-a0fe8495cdb7 service neutron] 10.222.0.49 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019442 May 10 14:05:17.966844 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-8e4c6807-8523-4e8b-a12f-4012b35d46ff service neutron] 10.222.0.49 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629145 May 10 14:05:17.994942 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Allocated IP 172.20.0.12 (c3ef3499-58c5-4573-b70a-3147dbe30f92/ea5f467a-2a77-46ae-b000-00f12ba5a923/1b71aba5-cc9f-45c9-8184-f38605a005e7) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:05:18.028076 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4bac30d9-5aa9-44c7-ab88-fd3e707f3472 req-2ad0c306-68e5-42e7-ad76-c3f5e39afc96 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 210 time: 0.0297959 May 10 14:05:18.160385 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for port (1b71aba5-cc9f-45c9-8184-f38605a005e7), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:18.200905 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (1b71aba5-cc9f-45c9-8184-f38605a005e7), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:18.246400 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Network c3ef3499-58c5-4573-b70a-3147dbe30f92 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:05:18.249672 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:05:18.257427 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:05:18.264212 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Pushing event updated for resources: {'Port': ['ID=1b71aba5-cc9f-45c9-8184-f38605a005e7,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:18.300229 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:18.301113 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:18.301461 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:18.301936 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:18.302136 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:18.302540 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:18.302875 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:18.303203 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:18.303584 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:18.304101 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:18.304671 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:18.304998 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:18.305333 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:18.305660 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:18.305985 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:18.309969 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fd40105e-d63a-47be-aeec-43609296d975 req-ca7525f9-9d9e-474d-8c12-fb4ae22f2c59 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad3b777f-9d47-4753-8fc8-27e7fabae486 HTTP/1.1" status: 200 len: 210 time: 0.0528381 May 10 14:05:18.332480 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:18.333189 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:18.351086 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-c93c4515-d7d4-4ad9-a801-b3097b671fc5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0310805 May 10 14:05:18.370434 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-cfa6fae7-c0af-47f2-aa2f-b5c408bded4e service neutron] Request body: {'port': {'device_id': '821e2fc1-0f9b-40f0-a08e-cb87df184140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:05:18.435190 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-cfa6fae7-c0af-47f2-aa2f-b5c408bded4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (1b71aba5-cc9f-45c9-8184-f38605a005e7), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:18.535811 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device f2587919-e230-4e3a-8926-a6478337a26a no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:05:18.556682 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] No Port match for: f2587919-e230-4e3a-8926-a6478337a26a {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:05:18.557024 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device f2587919-e230-4e3a-8926-a6478337a26a not bound to the agent host hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:05:18.583777 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-43e1d589-f024-4f05-9ad6-55d2b78ad8df None None] Provisioning complete for port 1b71aba5-cc9f-45c9-8184-f38605a005e7 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:05:18.584433 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-43e1d589-f024-4f05-9ad6-55d2b78ad8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (1b71aba5-cc9f-45c9-8184-f38605a005e7), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:18.626593 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-43e1d589-f024-4f05-9ad6-55d2b78ad8df None None] Port 1b71aba5-cc9f-45c9-8184-f38605a005e7 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:05:18.711457 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-cfa6fae7-c0af-47f2-aa2f-b5c408bded4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b71aba5-cc9f-45c9-8184-f38605a005e7 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:05:18.719733 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-cfa6fae7-c0af-47f2-aa2f-b5c408bded4e service neutron] Publish callbacks [] for port (1b71aba5-cc9f-45c9-8184-f38605a005e7), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:18.734830 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-cfa6fae7-c0af-47f2-aa2f-b5c408bded4e service neutron] Transition to ACTIVE for port object 1b71aba5-cc9f-45c9-8184-f38605a005e7 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:05:18.738787 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-cfa6fae7-c0af-47f2-aa2f-b5c408bded4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8740167'] for port (1b71aba5-cc9f-45c9-8184-f38605a005e7), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:18.795154 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6fae7-c0af-47f2-aa2f-b5c408bded4e service neutron] Pushing event updated for resources: {'Port': ['ID=1b71aba5-cc9f-45c9-8184-f38605a005e7,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:18.865184 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-cfa6fae7-c0af-47f2-aa2f-b5c408bded4e service neutron] Attempting to bind port 1b71aba5-cc9f-45c9-8184-f38605a005e7 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:05:18.865549 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-cfa6fae7-c0af-47f2-aa2f-b5c408bded4e service neutron] Attempting to bind port 1b71aba5-cc9f-45c9-8184-f38605a005e7 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '802f5ae2-3ab4-4db1-a100-675af79fa1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:05:18.865916 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-cfa6fae7-c0af-47f2-aa2f-b5c408bded4e service neutron] Attempting to bind port 1b71aba5-cc9f-45c9-8184-f38605a005e7 on network c3ef3499-58c5-4573-b70a-3147dbe30f92 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:05:18.870411 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-cfa6fae7-c0af-47f2-aa2f-b5c408bded4e service neutron] Port 1b71aba5-cc9f-45c9-8184-f38605a005e7 on network c3ef3499-58c5-4573-b70a-3147dbe30f92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:05:18.870724 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-cfa6fae7-c0af-47f2-aa2f-b5c408bded4e service neutron] Attempting to bind port 1b71aba5-cc9f-45c9-8184-f38605a005e7 on network c3ef3499-58c5-4573-b70a-3147dbe30f92 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:05:18.875855 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-cfa6fae7-c0af-47f2-aa2f-b5c408bded4e service neutron] Checking agent: {'id': 'b4f1cee2-bd7e-4da4-854f-0334af1b5198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'started_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:05:18.876221 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-cfa6fae7-c0af-47f2-aa2f-b5c408bded4e service neutron] Checking segment: {'id': '802f5ae2-3ab4-4db1-a100-675af79fa1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:05:18.876614 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-cfa6fae7-c0af-47f2-aa2f-b5c408bded4e service neutron] Bound using segment: {'id': '802f5ae2-3ab4-4db1-a100-675af79fa1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:05:18.877050 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-cfa6fae7-c0af-47f2-aa2f-b5c408bded4e service neutron] Bound port: 1b71aba5-cc9f-45c9-8184-f38605a005e7, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '802f5ae2-3ab4-4db1-a100-675af79fa1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:05:18.877416 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-cfa6fae7-c0af-47f2-aa2f-b5c408bded4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (1b71aba5-cc9f-45c9-8184-f38605a005e7), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:18.947296 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-cfa6fae7-c0af-47f2-aa2f-b5c408bded4e service neutron] For port 1b71aba5-cc9f-45c9-8184-f38605a005e7, host hv-cinder-84067, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:05:18.950783 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-cfa6fae7-c0af-47f2-aa2f-b5c408bded4e service neutron] For port 1b71aba5-cc9f-45c9-8184-f38605a005e7, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1b71aba5-cc9f-45c9-8184-f38605a005e7,segment=NetworkSegment(802f5ae2-3ab4-4db1-a100-675af79fa1cc),segment_id=802f5ae2-3ab4-4db1-a100-675af79fa1cc)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:05:18.961041 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-cfa6fae7-c0af-47f2-aa2f-b5c408bded4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8740167'] for port (1b71aba5-cc9f-45c9-8184-f38605a005e7), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:19.002633 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-cfa6fae7-c0af-47f2-aa2f-b5c408bded4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:19.003260 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-cfa6fae7-c0af-47f2-aa2f-b5c408bded4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:19.004716 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-cfa6fae7-c0af-47f2-aa2f-b5c408bded4e service neutron] 10.222.0.57 "PUT /v2.0/ports/1b71aba5-cc9f-45c9-8184-f38605a005e7 HTTP/1.1" status: 200 len: 1094 time: 0.6387401 May 10 14:05:19.008431 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821e2fc1-0f9b-40f0-a08e-cb87df184140', 'tag': '1b71aba5-cc9f-45c9-8184-f38605a005e7'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:05:19.010985 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72864d8f697cc3849f7037e54fa44052707e53d1306a4a80922f5c2f90f38e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63670d5c-41d9-4256-954a-e87578cc46b3" -d '{"events": [{"name": "network-changed", "server_uuid": "821e2fc1-0f9b-40f0-a08e-cb87df184140", "tag": "1b71aba5-cc9f-45c9-8184-f38605a005e7"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:05:19.037050 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6fae7-c0af-47f2-aa2f-b5c408bded4e service neutron] Pushing event updated for resources: {'Port': ['ID=1b71aba5-cc9f-45c9-8184-f38605a005e7,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:19.062672 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2177a97f-37fb-42e2-91cd-381a49f0a40a x-openstack-request-id: req-2177a97f-37fb-42e2-91cd-381a49f0a40a {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:05:19.062968 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821e2fc1-0f9b-40f0-a08e-cb87df184140", "tag": "1b71aba5-cc9f-45c9-8184-f38605a005e7", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:05:19.063223 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2177a97f-37fb-42e2-91cd-381a49f0a40a {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:05:19.063636 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2177a97f-37fb-42e2-91cd-381a49f0a40a'] response: {'name': 'network-changed', 'server_uuid': '821e2fc1-0f9b-40f0-a08e-cb87df184140', 'tag': '1b71aba5-cc9f-45c9-8184-f38605a005e7', 'status': 'completed', 'code': 200} May 10 14:05:19.166775 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-c542c9cf-9f5f-4c65-9062-3d9eb81178fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:19.169598 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-c542c9cf-9f5f-4c65-9062-3d9eb81178fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=104740054c3a47ca8cc3cb262d975fd5&device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 1128 time: 0.0594144 May 10 14:05:19.217213 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946fd70-e0ea-49be-a7da-c3bbcf214bb1 req-d9ca43f1-7fbe-49c4-b174-83373314f11f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:19.226178 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f946fd70-e0ea-49be-a7da-c3bbcf214bb1 req-d9ca43f1-7fbe-49c4-b174-83373314f11f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 944 time: 0.0836539 May 10 14:05:19.348379 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-fac70423-625f-4136-8fe0-7f3c73c103a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b71aba5-cc9f-45c9-8184-f38605a005e7 HTTP/1.1" status: 200 len: 217 time: 0.1287863 May 10 14:05:19.350064 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f946fd70-e0ea-49be-a7da-c3bbcf214bb1 req-97362cdd-efa7-471a-9e68-3532f786d2c4 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226938 May 10 14:05:19.416492 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-713fc068-ab99-4677-85ec-05b782ca0276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:19.418385 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-713fc068-ab99-4677-85ec-05b782ca0276 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea5f467a-2a77-46ae-b000-00f12ba5a923 HTTP/1.1" status: 200 len: 850 time: 0.0552392 May 10 14:05:19.455060 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-389b331d-65c6-4e06-8071-7d0bd6ecc37b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:19.456623 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-389b331d-65c6-4e06-8071-7d0bd6ecc37b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.57 "GET /v2.0/networks?id=2c9ceeee-200d-4bc2-b027-788cdb69321a HTTP/1.1" status: 200 len: 815 time: 0.2071903 May 10 14:05:19.491507 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-922271f7-1609-4962-a062-772a61c8d2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:19.493757 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-922271f7-1609-4962-a062-772a61c8d2b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c3ef3499-58c5-4573-b70a-3147dbe30f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675998 May 10 14:05:19.532060 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9be5ee36-2dc8-4202-9248-6afdf497c926 req-f64bf91d-1c39-4fa5-93f5-00ca34a3b899 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad3b777f-9d47-4753-8fc8-27e7fabae486 HTTP/1.1" status: 200 len: 210 time: 0.0716467 May 10 14:05:19.596849 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-2ac90324-eee7-44b1-b770-c5d5623cae47 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd HTTP/1.1" status: 200 len: 379 time: 0.1130099 May 10 14:05:19.639233 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-80cf8f8e-3b89-4383-9bbb-e3bbc6b8535a service neutron] 10.222.0.57 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367538 May 10 14:05:19.645634 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-84366676-0ed8-4171-bc80-7d20caebbd7c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Request body: {'port': {'device_id': 'ad3b777f-9d47-4753-8fc8-27e7fabae486', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'admin_state_up': True, 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'security_groups': ['ccbeba8d-395f-4d77-bdff-d42e6d77b095']}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:05:19.722244 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b755c0c-1b29-46b3-9d8e-f9a4a1fe0f92 req-52cf3414-f813-4f34-959d-00d01e333c64 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:19.724432 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8b755c0c-1b29-46b3-9d8e-f9a4a1fe0f92 req-52cf3414-f813-4f34-959d-00d01e333c64 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0924666 May 10 14:05:19.730363 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8c22f69c-d318-445e-a3f7-962e8b1b3c8f req-b7fc3ee4-9172-410a-832a-c2b7755dc3c8 service neutron] 10.222.0.57 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841749 May 10 14:05:19.802198 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8b755c0c-1b29-46b3-9d8e-f9a4a1fe0f92 req-58a196a0-6407-44b9-bd0b-fced9dd1a186 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717001 May 10 14:05:19.815498 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-84366676-0ed8-4171-bc80-7d20caebbd7c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Made reservation on behalf of e296ee60cdee4a6b9ca754c83b8c9ffd for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:05:19.819396 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-84366676-0ed8-4171-bc80-7d20caebbd7c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:19.938292 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-84366676-0ed8-4171-bc80-7d20caebbd7c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Allocated IP 172.20.0.9 (2c9ceeee-200d-4bc2-b027-788cdb69321a/cf9fa0ee-3693-4449-88b2-25628aadc1b4/471a17c9-6251-41d8-9d93-8ecd7da310ca) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:05:20.075532 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-84366676-0ed8-4171-bc80-7d20caebbd7c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for port (471a17c9-6251-41d8-9d93-8ecd7da310ca), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:20.107920 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-84366676-0ed8-4171-bc80-7d20caebbd7c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (471a17c9-6251-41d8-9d93-8ecd7da310ca), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:20.149784 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-84366676-0ed8-4171-bc80-7d20caebbd7c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Network 2c9ceeee-200d-4bc2-b027-788cdb69321a is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:05:20.152967 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-84366676-0ed8-4171-bc80-7d20caebbd7c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:05:20.158649 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-84366676-0ed8-4171-bc80-7d20caebbd7c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:05:20.165029 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84366676-0ed8-4171-bc80-7d20caebbd7c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event updated for resources: {'Port': ['ID=471a17c9-6251-41d8-9d93-8ecd7da310ca,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:20.210860 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-84366676-0ed8-4171-bc80-7d20caebbd7c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:20.211486 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-84366676-0ed8-4171-bc80-7d20caebbd7c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:20.228000 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-84366676-0ed8-4171-bc80-7d20caebbd7c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5942535 May 10 14:05:20.422556 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-c96e6679-2536-4fb1-803a-5c4b45f382d6 None None] Provisioning complete for port 471a17c9-6251-41d8-9d93-8ecd7da310ca triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:05:20.423193 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c96e6679-2536-4fb1-803a-5c4b45f382d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (471a17c9-6251-41d8-9d93-8ecd7da310ca), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:20.456845 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e172632-a33c-482a-8a2a-a3082f1c0e4d req-4800a4ff-6dc6-400a-b402-73da32ca9c01 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:20.457758 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-c96e6679-2536-4fb1-803a-5c4b45f382d6 None None] Port 471a17c9-6251-41d8-9d93-8ecd7da310ca cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:05:20.458246 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9e172632-a33c-482a-8a2a-a3082f1c0e4d req-4800a4ff-6dc6-400a-b402-73da32ca9c01 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 944 time: 0.0474026 May 10 14:05:20.511827 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9e172632-a33c-482a-8a2a-a3082f1c0e4d req-cd456ba8-fa3a-4190-8e24-93f4f937db39 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469592 May 10 14:05:20.620367 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:05:20.627792 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5c726-1c5e-495e-a665-0fa0d7d6e2ea req-29426ffb-3122-43c5-a0a9-089d2f7b1658 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:20.629874 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-72b5c726-1c5e-495e-a665-0fa0d7d6e2ea req-29426ffb-3122-43c5-a0a9-089d2f7b1658 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad3b777f-9d47-4753-8fc8-27e7fabae486 HTTP/1.1" status: 200 len: 931 time: 0.0508697 May 10 14:05:20.675277 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-72b5c726-1c5e-495e-a665-0fa0d7d6e2ea req-1d9d3cd7-4e4f-4a09-9bbc-9c50ef4845e8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbeba8d-395f-4d77-bdff-d42e6d77b095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398562 May 10 14:05:20.913482 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38495e83-5166-4d9b-8f9a-de3a93b80261 req-736f79ae-b474-44a3-b1fe-e9755ebfcc70 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:20.914844 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-38495e83-5166-4d9b-8f9a-de3a93b80261 req-736f79ae-b474-44a3-b1fe-e9755ebfcc70 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0465040 May 10 14:05:20.960155 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-38495e83-5166-4d9b-8f9a-de3a93b80261 req-a3dfeee6-ef52-419b-b782-17f2d1ac347d tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397899 May 10 14:05:21.558799 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e3ea9-0830-4994-9544-f28eb0fa6d9e req-e9b641a0-f5f8-41bd-8863-c139a4c8ab8b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:21.560327 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3d4e3ea9-0830-4994-9544-f28eb0fa6d9e req-e9b641a0-f5f8-41bd-8863-c139a4c8ab8b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0477068 May 10 14:05:21.611400 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3d4e3ea9-0830-4994-9544-f28eb0fa6d9e req-0ebfbe02-3569-46f2-83f8-e555d484539e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452895 May 10 14:05:21.628080 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2050dd-8df7-498e-b370-faf353fba992 req-fd64adad-3bc8-4c0f-944b-ee445602a376 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:21.629752 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ba2050dd-8df7-498e-b370-faf353fba992 req-fd64adad-3bc8-4c0f-944b-ee445602a376 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 944 time: 0.0469327 May 10 14:05:21.677794 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ba2050dd-8df7-498e-b370-faf353fba992 req-d761a8c4-d385-4f76-9ffb-55996ca041e6 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427017 May 10 14:05:21.789369 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9e0bf-16e5-43b1-8509-c6f5754ee2ec req-05cc15e6-5826-4b86-8563-a57463a4c1b1 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:21.790827 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c2d9e0bf-16e5-43b1-8509-c6f5754ee2ec req-05cc15e6-5826-4b86-8563-a57463a4c1b1 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad3b777f-9d47-4753-8fc8-27e7fabae486 HTTP/1.1" status: 200 len: 931 time: 0.0501616 May 10 14:05:21.821602 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-b748e98a-3410-480d-a9f8-56407e15a703 service neutron] Request body: {'port': {'device_id': 'ad3b777f-9d47-4753-8fc8-27e7fabae486', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:05:21.845147 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c2d9e0bf-16e5-43b1-8509-c6f5754ee2ec req-f97cd2d5-9473-4630-8f97-b4553cc2e655 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbeba8d-395f-4d77-bdff-d42e6d77b095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487084 May 10 14:05:21.884714 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-b748e98a-3410-480d-a9f8-56407e15a703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (471a17c9-6251-41d8-9d93-8ecd7da310ca), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:22.102808 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f22f10-a53f-408b-8e67-5de7b8da6231 req-b9f158f6-ca0c-41f5-9ad8-6e6414fcf810 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:22.104285 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-42f22f10-a53f-408b-8e67-5de7b8da6231 req-b9f158f6-ca0c-41f5-9ad8-6e6414fcf810 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0598867 May 10 14:05:22.180293 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-42f22f10-a53f-408b-8e67-5de7b8da6231 req-652b3e60-f77c-42c3-bd0d-698533ba9d43 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692012 May 10 14:05:22.218858 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-b748e98a-3410-480d-a9f8-56407e15a703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471a17c9-6251-41d8-9d93-8ecd7da310ca {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:05:22.226850 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-b748e98a-3410-480d-a9f8-56407e15a703 service neutron] Publish callbacks [] for port (471a17c9-6251-41d8-9d93-8ecd7da310ca), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:22.238818 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-b748e98a-3410-480d-a9f8-56407e15a703 service neutron] Transition to ACTIVE for port object 471a17c9-6251-41d8-9d93-8ecd7da310ca will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:05:22.242853 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-b748e98a-3410-480d-a9f8-56407e15a703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (471a17c9-6251-41d8-9d93-8ecd7da310ca), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:22.293483 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748e98a-3410-480d-a9f8-56407e15a703 service neutron] Pushing event updated for resources: {'Port': ['ID=471a17c9-6251-41d8-9d93-8ecd7da310ca,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:22.363990 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-b748e98a-3410-480d-a9f8-56407e15a703 service neutron] Attempting to bind port 471a17c9-6251-41d8-9d93-8ecd7da310ca on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:05:22.364435 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-b748e98a-3410-480d-a9f8-56407e15a703 service neutron] Attempting to bind port 471a17c9-6251-41d8-9d93-8ecd7da310ca by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:05:22.364770 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-b748e98a-3410-480d-a9f8-56407e15a703 service neutron] Attempting to bind port 471a17c9-6251-41d8-9d93-8ecd7da310ca on network 2c9ceeee-200d-4bc2-b027-788cdb69321a {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:05:22.369484 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-b748e98a-3410-480d-a9f8-56407e15a703 service neutron] Port 471a17c9-6251-41d8-9d93-8ecd7da310ca on network 2c9ceeee-200d-4bc2-b027-788cdb69321a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:05:22.369816 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-b748e98a-3410-480d-a9f8-56407e15a703 service neutron] Attempting to bind port 471a17c9-6251-41d8-9d93-8ecd7da310ca on network 2c9ceeee-200d-4bc2-b027-788cdb69321a {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:05:22.374922 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-b748e98a-3410-480d-a9f8-56407e15a703 service neutron] Checking agent: {'id': 'b4f1cee2-bd7e-4da4-854f-0334af1b5198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'started_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:05:22.375269 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-b748e98a-3410-480d-a9f8-56407e15a703 service neutron] Checking segment: {'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:05:22.375883 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-b748e98a-3410-480d-a9f8-56407e15a703 service neutron] Bound using segment: {'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:05:22.376351 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-b748e98a-3410-480d-a9f8-56407e15a703 service neutron] Bound port: 471a17c9-6251-41d8-9d93-8ecd7da310ca, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59678460-c03d-4dc5-b29a-1eef308378f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:05:22.376724 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-b748e98a-3410-480d-a9f8-56407e15a703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (471a17c9-6251-41d8-9d93-8ecd7da310ca), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:22.413878 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670d5c-41d9-4256-954a-e87578cc46b3 req-2ce11726-6a11-4695-a148-31f038504518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:22.415540 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-63670d5c-41d9-4256-954a-e87578cc46b3 req-2ce11726-6a11-4695-a148-31f038504518 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=104740054c3a47ca8cc3cb262d975fd5&device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 1128 time: 0.0475705 May 10 14:05:22.454889 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-b748e98a-3410-480d-a9f8-56407e15a703 service neutron] For port 471a17c9-6251-41d8-9d93-8ecd7da310ca, host hv-cinder-84067, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:05:22.458381 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-b748e98a-3410-480d-a9f8-56407e15a703 service neutron] For port 471a17c9-6251-41d8-9d93-8ecd7da310ca, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=471a17c9-6251-41d8-9d93-8ecd7da310ca,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:05:22.464406 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-b748e98a-3410-480d-a9f8-56407e15a703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (471a17c9-6251-41d8-9d93-8ecd7da310ca), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:22.497089 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-b748e98a-3410-480d-a9f8-56407e15a703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:22.497626 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-b748e98a-3410-480d-a9f8-56407e15a703 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:22.498975 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-b748e98a-3410-480d-a9f8-56407e15a703 service neutron] 10.222.0.57 "PUT /v2.0/ports/471a17c9-6251-41d8-9d93-8ecd7da310ca HTTP/1.1" status: 200 len: 1093 time: 0.6828642 May 10 14:05:22.499406 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3b777f-9d47-4753-8fc8-27e7fabae486', 'tag': '471a17c9-6251-41d8-9d93-8ecd7da310ca'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:05:22.501648 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bcd1fd-3dc3-42f3-bece-79cd7eb17796" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3b777f-9d47-4753-8fc8-27e7fabae486", "tag": "471a17c9-6251-41d8-9d93-8ecd7da310ca"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:05:22.526798 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748e98a-3410-480d-a9f8-56407e15a703 service neutron] Pushing event updated for resources: {'Port': ['ID=471a17c9-6251-41d8-9d93-8ecd7da310ca,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:22.596235 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17a01b-2a3a-4019-a295-a011188a4a52 req-b0336636-93ee-4b47-bbf6-a9304ecdc918 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:22.597623 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2f17a01b-2a3a-4019-a295-a011188a4a52 req-b0336636-93ee-4b47-bbf6-a9304ecdc918 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.57 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0523875 May 10 14:05:22.631741 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acacff8-7377-4bff-b14d-2655c26ef6da x-openstack-request-id: req-1acacff8-7377-4bff-b14d-2655c26ef6da {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:05:22.632387 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3b777f-9d47-4753-8fc8-27e7fabae486", "tag": "471a17c9-6251-41d8-9d93-8ecd7da310ca", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:05:22.632387 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1acacff8-7377-4bff-b14d-2655c26ef6da {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:05:22.632713 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1acacff8-7377-4bff-b14d-2655c26ef6da'] response: {'name': 'network-changed', 'server_uuid': 'ad3b777f-9d47-4753-8fc8-27e7fabae486', 'tag': '471a17c9-6251-41d8-9d93-8ecd7da310ca', 'status': 'completed', 'code': 200} May 10 14:05:22.642057 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-f04b97bc-4254-491d-a02f-905cb15a365a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:22.644713 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-f04b97bc-4254-491d-a02f-905cb15a365a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd&device_id=ad3b777f-9d47-4753-8fc8-27e7fabae486 HTTP/1.1" status: 200 len: 1127 time: 0.0450609 May 10 14:05:22.665721 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670d5c-41d9-4256-954a-e87578cc46b3 req-1b6fb2f4-e6e2-4178-baa2-5efb85ed05be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:22.667228 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-63670d5c-41d9-4256-954a-e87578cc46b3 req-1b6fb2f4-e6e2-4178-baa2-5efb85ed05be service neutron] 10.222.0.57 "GET /v2.0/networks?id=c3ef3499-58c5-4573-b70a-3147dbe30f92 HTTP/1.1" status: 200 len: 912 time: 0.1298671 May 10 14:05:22.737047 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae0749-cc15-400d-9c13-b8c7a20dc41b req-cc100eb8-a269-43d2-a6fa-233869286e6c tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:22.739083 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c4ae0749-cc15-400d-9c13-b8c7a20dc41b req-cc100eb8-a269-43d2-a6fa-233869286e6c tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0519452 May 10 14:05:22.792805 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c4ae0749-cc15-400d-9c13-b8c7a20dc41b req-1a19ceab-d907-4dc4-8219-cb2c6fa4257e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481265 May 10 14:05:22.801841 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa696a56-90fd-4126-aeb9-8d7c34eb9005 req-09d7681f-f5ca-43fa-8f94-d28094bd14aa tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:22.803363 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aa696a56-90fd-4126-aeb9-8d7c34eb9005 req-09d7681f-f5ca-43fa-8f94-d28094bd14aa tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 944 time: 0.0523818 May 10 14:05:22.852750 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-aa696a56-90fd-4126-aeb9-8d7c34eb9005 req-76ceec18-5e80-4411-861f-cb41a532ca0b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430982 May 10 14:05:22.955815 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb082b-79e7-4dc8-b930-9df62aedee86 req-3264d5ec-0f51-4647-ab8b-c23242e0b343 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:22.957325 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d5eb082b-79e7-4dc8-b930-9df62aedee86 req-3264d5ec-0f51-4647-ab8b-c23242e0b343 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad3b777f-9d47-4753-8fc8-27e7fabae486 HTTP/1.1" status: 200 len: 943 time: 0.0461218 May 10 14:05:23.001698 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d5eb082b-79e7-4dc8-b930-9df62aedee86 req-912ee724-7d45-41c6-a48f-23fefc9842f2 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbeba8d-395f-4d77-bdff-d42e6d77b095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388427 May 10 14:05:23.269979 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-63670d5c-41d9-4256-954a-e87578cc46b3 req-84d3b212-db8e-4e39-a758-114eff726304 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b71aba5-cc9f-45c9-8184-f38605a005e7 HTTP/1.1" status: 200 len: 217 time: 0.0367525 May 10 14:05:23.301230 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-4ee55cb3-14f1-4c39-adb8-7985111524a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=471a17c9-6251-41d8-9d93-8ecd7da310ca HTTP/1.1" status: 200 len: 217 time: 0.0661261 May 10 14:05:23.326629 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670d5c-41d9-4256-954a-e87578cc46b3 req-db36bdb7-c0db-46ad-8606-7e6dbae6dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:23.328133 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-63670d5c-41d9-4256-954a-e87578cc46b3 req-db36bdb7-c0db-46ad-8606-7e6dbae6dfc1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea5f467a-2a77-46ae-b000-00f12ba5a923 HTTP/1.1" status: 200 len: 850 time: 0.0520711 May 10 14:05:23.374913 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670d5c-41d9-4256-954a-e87578cc46b3 req-de93447e-0659-4e4f-a3b7-ed3bfb08b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:23.376472 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-63670d5c-41d9-4256-954a-e87578cc46b3 req-de93447e-0659-4e4f-a3b7-ed3bfb08b594 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c3ef3499-58c5-4573-b70a-3147dbe30f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422733 May 10 14:05:23.398439 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-2f17a01b-2a3a-4019-a295-a011188a4a52 req-1dcf5ac9-1e21-40e4-91bd-f57657e9d9b2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Deleting port 0f558f56-6f77-4669-b4bd-6cfd29789243 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:05:23.398751 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-2f17a01b-2a3a-4019-a295-a011188a4a52 req-1dcf5ac9-1e21-40e4-91bd-f57657e9d9b2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (0f558f56-6f77-4669-b4bd-6cfd29789243), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:23.440292 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-3618d242-c08e-4b23-9cac-da568a442d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:23.441788 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-3618d242-c08e-4b23-9cac-da568a442d5c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cf9fa0ee-3693-4449-88b2-25628aadc1b4 HTTP/1.1" status: 200 len: 854 time: 0.1306529 May 10 14:05:23.489686 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cac8e-aee6-4a40-a5ea-b6df5183a8b7 req-93590c17-3fdf-448a-8ef0-4422c08c6a06 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:23.491484 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0a9cac8e-aee6-4a40-a5ea-b6df5183a8b7 req-93590c17-3fdf-448a-8ef0-4422c08c6a06 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 945 time: 0.0663896 May 10 14:05:23.504894 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-264896be-774b-4060-8645-bee0ea612b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:23.506389 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-264896be-774b-4060-8645-bee0ea612b5e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2c9ceeee-200d-4bc2-b027-788cdb69321a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576663 May 10 14:05:23.526657 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-63670d5c-41d9-4256-954a-e87578cc46b3 req-fa9636ec-ec78-4a3c-a7f7-729edf925af2 service neutron] 10.222.0.57 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428688 May 10 14:05:23.574895 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-2f17a01b-2a3a-4019-a295-a011188a4a52 req-1dcf5ac9-1e21-40e4-91bd-f57657e9d9b2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] For port 0f558f56-6f77-4669-b4bd-6cfd29789243, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=0f558f56-6f77-4669-b4bd-6cfd29789243,segment=NetworkSegment(3e067be8-9042-4bef-841c-16195f679735),segment_id=3e067be8-9042-4bef-841c-16195f679735)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:23.575298 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-2f17a01b-2a3a-4019-a295-a011188a4a52 req-1dcf5ac9-1e21-40e4-91bd-f57657e9d9b2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (0f558f56-6f77-4669-b4bd-6cfd29789243), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:23.594619 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-2f17a01b-2a3a-4019-a295-a011188a4a52 req-1dcf5ac9-1e21-40e4-91bd-f57657e9d9b2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Calling delete_port for 0f558f56-6f77-4669-b4bd-6cfd29789243 owned by compute:nova {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:05:23.604909 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0a9cac8e-aee6-4a40-a5ea-b6df5183a8b7 req-ea4707bd-7ffc-4d2d-9e9e-4f8ef5081efe tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026523 May 10 14:05:23.639759 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-63670d5c-41d9-4256-954a-e87578cc46b3 req-658c77b2-3a4f-40a3-bc63-85496d568935 service neutron] 10.222.0.57 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049540 May 10 14:05:23.669375 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-e0f5e625-81cf-4857-ab79-e9a7bdcd55d2 service neutron] 10.222.0.57 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547244 May 10 14:05:23.807493 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-967b2b15-7d7b-47e0-9cc4-b41be56c41e7 req-e90ae432-60b4-48d6-8ac3-473d2333c92a service neutron] 10.222.0.57 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279175 May 10 14:05:23.821364 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-2f17a01b-2a3a-4019-a295-a011188a4a52 req-1dcf5ac9-1e21-40e4-91bd-f57657e9d9b2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (0f558f56-6f77-4669-b4bd-6cfd29789243), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:23.851524 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf5ac9-1e21-40e4-91bd-f57657e9d9b2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Pushing event deleted for resources: {'Port': ['ID=0f558f56-6f77-4669-b4bd-6cfd29789243,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:23.861675 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['54c8afe4-b86d-4757-bf04-f87c35143a83', '0f558f56-6f77-4669-b4bd-6cfd29789243'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:05:23.911200 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f17a01b-2a3a-4019-a295-a011188a4a52 req-1dcf5ac9-1e21-40e4-91bd-f57657e9d9b2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] No DVR routers for this DVR port 0f558f56-6f77-4669-b4bd-6cfd29789243 on host hv-cinder-84067 {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:05:23.915923 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-2f17a01b-2a3a-4019-a295-a011188a4a52 req-1dcf5ac9-1e21-40e4-91bd-f57657e9d9b2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:23.917944 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2f17a01b-2a3a-4019-a295-a011188a4a52 req-1dcf5ac9-1e21-40e4-91bd-f57657e9d9b2 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.57 "DELETE /v2.0/ports/0f558f56-6f77-4669-b4bd-6cfd29789243 HTTP/1.1" status: 204 len: 173 time: 0.6850040 May 10 14:05:23.952194 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bda8e6-7031-43b1-9a64-9fe0d47ba81a req-9ef550f5-d1ce-42f5-be02-ab0571ffcb92 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:23.953629 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-47bda8e6-7031-43b1-9a64-9fe0d47ba81a req-9ef550f5-d1ce-42f5-be02-ab0571ffcb92 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0511451 May 10 14:05:23.982545 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b23a14-8b15-4aa7-8123-70c258aeff57 req-4d7f6329-ed60-424f-bfd8-b442f8f8bfa1 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:23.984021 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-83b23a14-8b15-4aa7-8123-70c258aeff57 req-4d7f6329-ed60-424f-bfd8-b442f8f8bfa1 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 944 time: 0.0483611 May 10 14:05:24.002473 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-47bda8e6-7031-43b1-9a64-9fe0d47ba81a req-36347d6a-3aff-43d7-8ad5-41ff8eddc655 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425375 May 10 14:05:24.038550 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-83b23a14-8b15-4aa7-8123-70c258aeff57 req-ba4f7a33-9b1e-47a5-b722-423110df6092 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486271 May 10 14:05:24.115221 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e31409-80ae-4f0e-9969-cca9c279d90e req-12831daf-b861-48be-aee2-289b07b2051b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:24.116688 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-44e31409-80ae-4f0e-9969-cca9c279d90e req-12831daf-b861-48be-aee2-289b07b2051b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad3b777f-9d47-4753-8fc8-27e7fabae486 HTTP/1.1" status: 200 len: 943 time: 0.0457489 May 10 14:05:24.165356 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-44e31409-80ae-4f0e-9969-cca9c279d90e req-e496f358-e62e-4686-a5cd-24847a6a0ae0 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbeba8d-395f-4d77-bdff-d42e6d77b095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432680 May 10 14:05:24.558030 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 1b71aba5-cc9f-45c9-8184-f38605a005e7 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:05:24.633605 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99093de-3e49-4cee-b398-90c326ef8050', 'name': 'network-vif-deleted', 'tag': '0f558f56-6f77-4669-b4bd-6cfd29789243'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:05:24.636259 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5935a4f3-3f9b-4ee1-aa7c-ff2580f9f456" -d '{"events": [{"server_uuid": "c99093de-3e49-4cee-b398-90c326ef8050", "name": "network-vif-deleted", "tag": "0f558f56-6f77-4669-b4bd-6cfd29789243"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:05:24.655704 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 1b71aba5-cc9f-45c9-8184-f38605a005e7, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1b71aba5-cc9f-45c9-8184-f38605a005e7,segment=NetworkSegment(802f5ae2-3ab4-4db1-a100-675af79fa1cc),segment_id=802f5ae2-3ab4-4db1-a100-675af79fa1cc)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:24.667965 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': '1b71aba5-cc9f-45c9-8184-f38605a005e7', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'port_id': '1b71aba5-cc9f-45c9-8184-f38605a005e7', 'mac_address': 'fa:16:3e:40:98:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:05:24.670737 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e36910-1226-4f5c-a91b-4ea66e5e5c5a x-openstack-request-id: req-94e36910-1226-4f5c-a91b-4ea66e5e5c5a {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:05:24.671257 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99093de-3e49-4cee-b398-90c326ef8050", "name": "network-vif-deleted", "tag": "0f558f56-6f77-4669-b4bd-6cfd29789243", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:05:24.671257 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94e36910-1226-4f5c-a91b-4ea66e5e5c5a {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:05:24.671666 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94e36910-1226-4f5c-a91b-4ea66e5e5c5a'] response: {'server_uuid': 'c99093de-3e49-4cee-b398-90c326ef8050', 'name': 'network-vif-deleted', 'tag': '0f558f56-6f77-4669-b4bd-6cfd29789243', 'status': 'completed', 'code': 200} May 10 14:05:24.703406 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-899bcb9a-35b8-4294-b2ea-33918e086a0e req-93aee545-61c7-43db-92a7-afba39207ccd tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99093de-3e49-4cee-b398-90c326ef8050 HTTP/1.1" status: 200 len: 210 time: 0.0270700 May 10 14:05:24.704997 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 1b71aba5-cc9f-45c9-8184-f38605a005e7 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:05:24.705396 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (1b71aba5-cc9f-45c9-8184-f38605a005e7), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:24.720398 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b71aba5-cc9f-45c9-8184-f38605a005e7 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:05:24.742523 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 1b71aba5-cc9f-45c9-8184-f38605a005e7, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1b71aba5-cc9f-45c9-8184-f38605a005e7,segment=NetworkSegment(802f5ae2-3ab4-4db1-a100-675af79fa1cc),segment_id=802f5ae2-3ab4-4db1-a100-675af79fa1cc)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:24.746943 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (1b71aba5-cc9f-45c9-8184-f38605a005e7), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:24.783827 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcd1fd-3dc3-42f3-bece-79cd7eb17796 req-1617ee2a-7f4b-4116-b98e-e2bf494cdc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:24.786203 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e3bcd1fd-3dc3-42f3-bece-79cd7eb17796 req-1617ee2a-7f4b-4116-b98e-e2bf494cdc99 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd&device_id=ad3b777f-9d47-4753-8fc8-27e7fabae486 HTTP/1.1" status: 200 len: 1127 time: 0.0393612 May 10 14:05:24.801995 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=1b71aba5-cc9f-45c9-8184-f38605a005e7,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:24.809468 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:24.809758 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:24.810133 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:24.810699 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:24.811056 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:24.811394 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:24.811729 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:24.812064 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:24.812556 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:24.812899 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:24.813236 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:24.813583 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:24.813915 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:24.814611 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:24.814611 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:05:24.882643 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcd1fd-3dc3-42f3-bece-79cd7eb17796 req-413bb37c-7332-4ab9-9f38-51bc88ec53c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:24.884673 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e3bcd1fd-3dc3-42f3-bece-79cd7eb17796 req-413bb37c-7332-4ab9-9f38-51bc88ec53c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2c9ceeee-200d-4bc2-b027-788cdb69321a HTTP/1.1" status: 200 len: 916 time: 0.0864201 May 10 14:05:24.933131 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e3bcd1fd-3dc3-42f3-bece-79cd7eb17796 req-d64a84c5-3a8e-4c5c-9119-6e95fcead407 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=471a17c9-6251-41d8-9d93-8ecd7da310ca HTTP/1.1" status: 200 len: 217 time: 0.0398033 May 10 14:05:24.982884 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcd1fd-3dc3-42f3-bece-79cd7eb17796 req-042feb0d-32b2-4952-922d-de0c41e2c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:24.984353 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e3bcd1fd-3dc3-42f3-bece-79cd7eb17796 req-042feb0d-32b2-4952-922d-de0c41e2c5e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cf9fa0ee-3693-4449-88b2-25628aadc1b4 HTTP/1.1" status: 200 len: 854 time: 0.0434368 May 10 14:05:25.126618 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27e8f0-3deb-42c0-8f1c-cd9a57bd434c req-ec592bc4-6bed-4acc-8cb2-d6e03655cd3f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:25.128118 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5d27e8f0-3deb-42c0-8f1c-cd9a57bd434c req-ec592bc4-6bed-4acc-8cb2-d6e03655cd3f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0482454 May 10 14:05:25.150096 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497afa8-af26-4bb4-b002-de301cdfddf7 req-d436d2b0-0600-491a-b245-a59ed3a18d0b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:25.151431 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3497afa8-af26-4bb4-b002-de301cdfddf7 req-d436d2b0-0600-491a-b245-a59ed3a18d0b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 945 time: 0.0476332 May 10 14:05:25.172888 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['1b71aba5-cc9f-45c9-8184-f38605a005e7'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:05:25.186847 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5d27e8f0-3deb-42c0-8f1c-cd9a57bd434c req-24af0d3f-3115-4437-a0fd-27103085fd13 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524168 May 10 14:05:25.215830 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3497afa8-af26-4bb4-b002-de301cdfddf7 req-61b96169-e0cb-4cd5-9d79-135ee5d76096 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578601 May 10 14:05:25.287703 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:25.518074 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcd1fd-3dc3-42f3-bece-79cd7eb17796 req-552235ee-fa3e-456d-9274-e5172f0a621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:25.519790 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e3bcd1fd-3dc3-42f3-bece-79cd7eb17796 req-552235ee-fa3e-456d-9274-e5172f0a621b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2c9ceeee-200d-4bc2-b027-788cdb69321a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3476112 May 10 14:05:25.590268 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5831fe-f53a-44a7-bcb3-7fab8f5396bb req-438c4328-8cad-4466-9ead-2fbe77ebd912 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:25.591728 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-eb5831fe-f53a-44a7-bcb3-7fab8f5396bb req-438c4328-8cad-4466-9ead-2fbe77ebd912 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad3b777f-9d47-4753-8fc8-27e7fabae486 HTTP/1.1" status: 200 len: 943 time: 0.0853271 May 10 14:05:25.666011 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-eb5831fe-f53a-44a7-bcb3-7fab8f5396bb req-413ad3b3-a36b-4ad8-bbf1-77f01af1d8b2 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbeba8d-395f-4d77-bdff-d42e6d77b095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678229 May 10 14:05:25.667839 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e3bcd1fd-3dc3-42f3-bece-79cd7eb17796 req-fabfc070-c534-4e65-88b1-6bd67ab33a03 service neutron] 10.222.0.57 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331592 May 10 14:05:25.761776 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e3bcd1fd-3dc3-42f3-bece-79cd7eb17796 req-0d052b46-bf8d-4a18-8cdb-aeeba7c64b6e service neutron] 10.222.0.57 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847208 May 10 14:05:25.895779 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-01fe4901-22e6-46ad-9585-d874686e1bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:25.975881 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d24597-e892-4e89-81cb-b4d50dc3a27e req-7d472814-0e79-4c76-83dc-3616880b889a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:25.977304 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e2d24597-e892-4e89-81cb-b4d50dc3a27e req-7d472814-0e79-4c76-83dc-3616880b889a tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.0470548 May 10 14:05:26.023324 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e2d24597-e892-4e89-81cb-b4d50dc3a27e req-064c1ed5-e343-4376-bad6-946b5e00fdfc tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405154 May 10 14:05:26.314231 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b0d6a-19c5-418e-95f3-dc697e87be15 req-61c99657-351c-4fca-a898-3cb966b88276 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:26.315706 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8e9b0d6a-19c5-418e-95f3-dc697e87be15 req-61c99657-351c-4fca-a898-3cb966b88276 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0473919 May 10 14:05:26.334236 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7ce5b-d496-421e-bdba-de3cb30770fb req-9af68ca8-50fa-4b34-a240-28f37b76f255 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:26.335714 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b4e7ce5b-d496-421e-bdba-de3cb30770fb req-9af68ca8-50fa-4b34-a240-28f37b76f255 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 945 time: 0.0461845 May 10 14:05:26.366472 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8e9b0d6a-19c5-418e-95f3-dc697e87be15 req-940d5d39-317a-4713-9ba2-14e88599e26f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446379 May 10 14:05:26.387261 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b4e7ce5b-d496-421e-bdba-de3cb30770fb req-9158c6dc-9c66-47c5-868d-1cffc5cc3aef tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458047 May 10 14:05:26.582386 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 471a17c9-6251-41d8-9d93-8ecd7da310ca details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:05:26.592208 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 1b71aba5-cc9f-45c9-8184-f38605a005e7 up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:05:26.684193 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning for port 1b71aba5-cc9f-45c9-8184-f38605a005e7 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:05:26.693687 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port 1b71aba5-cc9f-45c9-8184-f38605a005e7 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:05:26.694059 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (1b71aba5-cc9f-45c9-8184-f38605a005e7), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:26.745767 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 471a17c9-6251-41d8-9d93-8ecd7da310ca, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=471a17c9-6251-41d8-9d93-8ecd7da310ca,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:26.761746 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': '471a17c9-6251-41d8-9d93-8ecd7da310ca', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'port_id': '471a17c9-6251-41d8-9d93-8ecd7da310ca', 'mac_address': 'fa:16:3e:5f:c8:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:05:26.778480 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824e576-575a-4706-930b-71a63a81dda4 req-779733cf-4872-46b3-91db-1a59b551379c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:26.779945 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e824e576-575a-4706-930b-71a63a81dda4 req-779733cf-4872-46b3-91db-1a59b551379c tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad3b777f-9d47-4753-8fc8-27e7fabae486 HTTP/1.1" status: 200 len: 943 time: 0.0477707 May 10 14:05:26.827074 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e824e576-575a-4706-930b-71a63a81dda4 req-9f2e65e3-ff0f-41ea-bfea-ed2f798c8c6a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbeba8d-395f-4d77-bdff-d42e6d77b095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409737 May 10 14:05:26.836022 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 1b71aba5-cc9f-45c9-8184-f38605a005e7 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:05:26.836377 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (1b71aba5-cc9f-45c9-8184-f38605a005e7), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:26.838145 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 471a17c9-6251-41d8-9d93-8ecd7da310ca is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:05:26.838484 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (471a17c9-6251-41d8-9d93-8ecd7da310ca), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:26.866186 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 471a17c9-6251-41d8-9d93-8ecd7da310ca {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:05:26.876550 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821e2fc1-0f9b-40f0-a08e-cb87df184140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b71aba5-cc9f-45c9-8184-f38605a005e7'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:05:26.879381 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fa1a86-591c-4852-ade8-f8be9f2cf00e" -d '{"events": [{"server_uuid": "821e2fc1-0f9b-40f0-a08e-cb87df184140", "name": "network-vif-plugged", "status": "completed", "tag": "1b71aba5-cc9f-45c9-8184-f38605a005e7"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:05:26.900672 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 1b71aba5-cc9f-45c9-8184-f38605a005e7, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1b71aba5-cc9f-45c9-8184-f38605a005e7,segment=NetworkSegment(802f5ae2-3ab4-4db1-a100-675af79fa1cc),segment_id=802f5ae2-3ab4-4db1-a100-675af79fa1cc)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:26.904464 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 471a17c9-6251-41d8-9d93-8ecd7da310ca, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=471a17c9-6251-41d8-9d93-8ecd7da310ca,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:26.906023 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (1b71aba5-cc9f-45c9-8184-f38605a005e7), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:26.906905 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 0f558f56-6f77-4669-b4bd-6cfd29789243 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:05:26.928587 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (471a17c9-6251-41d8-9d93-8ecd7da310ca), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:26.933194 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd806f7-c891-456b-9b08-76880c83c685 x-openstack-request-id: req-edd806f7-c891-456b-9b08-76880c83c685 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:05:26.933657 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821e2fc1-0f9b-40f0-a08e-cb87df184140", "name": "network-vif-plugged", "status": "completed", "tag": "1b71aba5-cc9f-45c9-8184-f38605a005e7", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:05:26.934089 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-edd806f7-c891-456b-9b08-76880c83c685 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:05:26.934587 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edd806f7-c891-456b-9b08-76880c83c685'] response: {'server_uuid': '821e2fc1-0f9b-40f0-a08e-cb87df184140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b71aba5-cc9f-45c9-8184-f38605a005e7', 'code': 200} May 10 14:05:26.952989 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] No Port match for: 0f558f56-6f77-4669-b4bd-6cfd29789243 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:05:26.953340 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 0f558f56-6f77-4669-b4bd-6cfd29789243 not bound to the agent host hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:05:26.979138 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=1b71aba5-cc9f-45c9-8184-f38605a005e7,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:27.027323 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=471a17c9-6251-41d8-9d93-8ecd7da310ca,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:27.134044 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18fcbd-bd56-4ecb-bc55-67861d007644 req-2e8e9a8f-b819-4970-95d7-0cbebcb71655 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:27.135551 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9e18fcbd-bd56-4ecb-bc55-67861d007644 req-2e8e9a8f-b819-4970-95d7-0cbebcb71655 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.0468223 May 10 14:05:27.182381 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9e18fcbd-bd56-4ecb-bc55-67861d007644 req-c03c4730-1cd4-4ecc-be88-486828eda600 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412521 May 10 14:05:27.268015 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['471a17c9-6251-41d8-9d93-8ecd7da310ca'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:05:27.487817 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24083aae-7200-44b8-838c-a6eaa413fb12 req-4ce442ba-d4dc-4a62-ab6a-914982015cee tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:27.489328 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-24083aae-7200-44b8-838c-a6eaa413fb12 req-4ce442ba-d4dc-4a62-ab6a-914982015cee tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0499935 May 10 14:05:27.502405 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87879a06-c2a7-46df-b20e-e84bcdb89c1f req-188012d3-1b0a-49b3-96b4-da776111c654 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:27.504351 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-87879a06-c2a7-46df-b20e-e84bcdb89c1f req-188012d3-1b0a-49b3-96b4-da776111c654 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 946 time: 0.0499685 May 10 14:05:27.536058 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-24083aae-7200-44b8-838c-a6eaa413fb12 req-467e62a3-b63c-421d-abe8-2aa64cb0600d tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412180 May 10 14:05:27.554604 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-87879a06-c2a7-46df-b20e-e84bcdb89c1f req-16cfb783-a6bb-4d25-975a-ed7019c32fb7 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442016 May 10 14:05:27.937200 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b35fc-c129-4c9e-81d7-c3bf1463e3fa req-9b9c2a4e-79a5-4ce5-8b80-e6f2b64133d5 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:27.938678 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bc5b35fc-c129-4c9e-81d7-c3bf1463e3fa req-9b9c2a4e-79a5-4ce5-8b80-e6f2b64133d5 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad3b777f-9d47-4753-8fc8-27e7fabae486 HTTP/1.1" status: 200 len: 944 time: 0.0468144 May 10 14:05:27.983923 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bc5b35fc-c129-4c9e-81d7-c3bf1463e3fa req-f359c2d0-02fa-4d43-8cc7-4a2947d0d928 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbeba8d-395f-4d77-bdff-d42e6d77b095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390425 May 10 14:05:28.296479 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d26ffd1b-7f7f-4861-934b-4448f072fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:28.302752 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811c9c1-f194-4b03-b167-f9b6be6f18dc req-a3a38630-cdda-4d81-bbdd-2ba6c8e8cc5c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:28.304420 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2811c9c1-f194-4b03-b167-f9b6be6f18dc req-a3a38630-cdda-4d81-bbdd-2ba6c8e8cc5c tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.0537903 May 10 14:05:28.350664 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2811c9c1-f194-4b03-b167-f9b6be6f18dc req-4ed40115-9344-4fa1-a663-149ff9cf2aa4 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407326 May 10 14:05:28.586255 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 471a17c9-6251-41d8-9d93-8ecd7da310ca up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:05:28.637387 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning for port 471a17c9-6251-41d8-9d93-8ecd7da310ca completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:05:28.645146 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port 471a17c9-6251-41d8-9d93-8ecd7da310ca triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:05:28.645823 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (471a17c9-6251-41d8-9d93-8ecd7da310ca), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:28.669196 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd427a46-fbdc-40c3-941d-f49cf4bb7b90 req-b75b292d-9945-46bf-a4c9-ac7cd24ad952 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:28.670984 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bd427a46-fbdc-40c3-941d-f49cf4bb7b90 req-b75b292d-9945-46bf-a4c9-ac7cd24ad952 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0585768 May 10 14:05:28.691263 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7497672-b7c6-4887-acee-db287e9d041b req-a4089df2-9095-4a83-8185-47e0430eeead tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:28.692788 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e7497672-b7c6-4887-acee-db287e9d041b req-a4089df2-9095-4a83-8185-47e0430eeead tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 946 time: 0.0535119 May 10 14:05:28.720964 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bd427a46-fbdc-40c3-941d-f49cf4bb7b90 req-eeeefc69-a2d0-4a66-9b64-7b4da9e81049 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411766 May 10 14:05:28.727455 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 471a17c9-6251-41d8-9d93-8ecd7da310ca is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:05:28.727955 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (471a17c9-6251-41d8-9d93-8ecd7da310ca), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:28.748313 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e7497672-b7c6-4887-acee-db287e9d041b req-51d32c5c-aaf0-4ab6-876d-d0e2db66e519 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495799 May 10 14:05:28.762372 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 471a17c9-6251-41d8-9d93-8ecd7da310ca, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=471a17c9-6251-41d8-9d93-8ecd7da310ca,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:28.766378 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (471a17c9-6251-41d8-9d93-8ecd7da310ca), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:28.813352 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=471a17c9-6251-41d8-9d93-8ecd7da310ca,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:28.935222 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3b777f-9d47-4753-8fc8-27e7fabae486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471a17c9-6251-41d8-9d93-8ecd7da310ca'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:05:28.937569 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d386c87d-9c92-48f4-a5a6-6eab6ea378f8" -d '{"events": [{"server_uuid": "ad3b777f-9d47-4753-8fc8-27e7fabae486", "name": "network-vif-plugged", "status": "completed", "tag": "471a17c9-6251-41d8-9d93-8ecd7da310ca"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:05:28.972733 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287f555f-030f-4005-b73f-d6df1da7c04e x-openstack-request-id: req-287f555f-030f-4005-b73f-d6df1da7c04e {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:05:28.973042 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3b777f-9d47-4753-8fc8-27e7fabae486", "name": "network-vif-plugged", "status": "completed", "tag": "471a17c9-6251-41d8-9d93-8ecd7da310ca", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:05:28.973298 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-287f555f-030f-4005-b73f-d6df1da7c04e {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:05:28.973696 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-287f555f-030f-4005-b73f-d6df1da7c04e'] response: {'server_uuid': 'ad3b777f-9d47-4753-8fc8-27e7fabae486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471a17c9-6251-41d8-9d93-8ecd7da310ca', 'code': 200} May 10 14:05:29.095889 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caf4ab-3e1a-4266-89b2-d32254580f14 req-c3ac56f7-ce19-4a9d-851f-a1e5d77daf55 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:29.097302 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b6caf4ab-3e1a-4266-89b2-d32254580f14 req-c3ac56f7-ce19-4a9d-851f-a1e5d77daf55 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad3b777f-9d47-4753-8fc8-27e7fabae486 HTTP/1.1" status: 200 len: 945 time: 0.0462079 May 10 14:05:29.142368 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b6caf4ab-3e1a-4266-89b2-d32254580f14 req-5abc61a5-3aa6-4566-af04-1fd6eebb97c7 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbeba8d-395f-4d77-bdff-d42e6d77b095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396831 May 10 14:05:29.338912 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b384a-1067-4667-9264-c4d074c5e90d req-a393d8f5-ade1-4d3e-9506-ad18448658b6 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:29.340417 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1b0b384a-1067-4667-9264-c4d074c5e90d req-a393d8f5-ade1-4d3e-9506-ad18448658b6 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.57 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.0545006 May 10 14:05:29.383021 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:29.397728 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501658d-456e-4ca8-b0b4-b431157df7ad req-88f66c51-df90-4120-b54f-ce06f40f8ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:29.399246 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b501658d-456e-4ca8-b0b4-b431157df7ad req-88f66c51-df90-4120-b54f-ce06f40f8ad6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 1130 time: 0.0766492 May 10 14:05:29.472985 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-1b0b384a-1067-4667-9264-c4d074c5e90d req-a2d82936-2219-46ea-bdd7-51b8832f0dcd tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Deleting port 54c8afe4-b86d-4757-bf04-f87c35143a83 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:05:29.473340 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-1b0b384a-1067-4667-9264-c4d074c5e90d req-a2d82936-2219-46ea-bdd7-51b8832f0dcd tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (54c8afe4-b86d-4757-bf04-f87c35143a83), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:29.491886 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b633688-ae90-4893-8b3a-b6c85dbe47f8 req-e8b37e31-749e-4533-beb8-fcbbe64f9621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:29.493406 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6b633688-ae90-4893-8b3a-b6c85dbe47f8 req-e8b37e31-749e-4533-beb8-fcbbe64f9621 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ad3b777f-9d47-4753-8fc8-27e7fabae486 HTTP/1.1" status: 200 len: 1129 time: 0.0659447 May 10 14:05:29.499538 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77c37f-31fc-4952-8209-8c8080ae7cb1 req-e5937b1f-896f-4711-9991-b5687540d85b tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:29.500925 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0d77c37f-31fc-4952-8209-8c8080ae7cb1 req-e5937b1f-896f-4711-9991-b5687540d85b tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 946 time: 0.0746872 May 10 14:05:29.524723 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b501658d-456e-4ca8-b0b4-b431157df7ad req-0772411f-c955-4d92-9a88-ba3521bdb14c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117425 May 10 14:05:29.562598 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6b633688-ae90-4893-8b3a-b6c85dbe47f8 req-adafd3fd-f340-40d8-945f-469f4ff048b3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ccbeba8d-395f-4d77-bdff-d42e6d77b095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607216 May 10 14:05:29.574992 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-1b0b384a-1067-4667-9264-c4d074c5e90d req-a2d82936-2219-46ea-bdd7-51b8832f0dcd tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] For port 54c8afe4-b86d-4757-bf04-f87c35143a83, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=54c8afe4-b86d-4757-bf04-f87c35143a83,segment=NetworkSegment(3e067be8-9042-4bef-841c-16195f679735),segment_id=3e067be8-9042-4bef-841c-16195f679735)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:29.575368 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-1b0b384a-1067-4667-9264-c4d074c5e90d req-a2d82936-2219-46ea-bdd7-51b8832f0dcd tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (54c8afe4-b86d-4757-bf04-f87c35143a83), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:29.576314 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0d77c37f-31fc-4952-8209-8c8080ae7cb1 req-d4d48a72-08d8-467b-a0ea-a5e31b79aec5 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/security-groups?id=6067310b-af9f-40c8-b461-dcf4b5dd4b8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687261 May 10 14:05:29.589102 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-1b0b384a-1067-4667-9264-c4d074c5e90d req-a2d82936-2219-46ea-bdd7-51b8832f0dcd tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Calling delete_port for 54c8afe4-b86d-4757-bf04-f87c35143a83 owned by compute:nova {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:05:29.714234 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-1b0b384a-1067-4667-9264-c4d074c5e90d req-a2d82936-2219-46ea-bdd7-51b8832f0dcd tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (54c8afe4-b86d-4757-bf04-f87c35143a83), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:29.742216 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d82936-2219-46ea-bdd7-51b8832f0dcd tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Pushing event deleted for resources: {'Port': ['ID=54c8afe4-b86d-4757-bf04-f87c35143a83,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:29.753105 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['54c8afe4-b86d-4757-bf04-f87c35143a83'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:05:29.793825 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0b384a-1067-4667-9264-c4d074c5e90d req-a2d82936-2219-46ea-bdd7-51b8832f0dcd tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] No DVR routers for this DVR port 54c8afe4-b86d-4757-bf04-f87c35143a83 on host hv-cinder-84067 {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:05:29.796816 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-1b0b384a-1067-4667-9264-c4d074c5e90d req-a2d82936-2219-46ea-bdd7-51b8832f0dcd tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:29.800769 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1b0b384a-1067-4667-9264-c4d074c5e90d req-a2d82936-2219-46ea-bdd7-51b8832f0dcd tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.57 "DELETE /v2.0/ports/54c8afe4-b86d-4757-bf04-f87c35143a83 HTTP/1.1" status: 204 len: 173 time: 0.4404063 May 10 14:05:29.801343 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54be9a2c-c327-4249-ba65-0fc49162bac7', 'name': 'network-vif-deleted', 'tag': '54c8afe4-b86d-4757-bf04-f87c35143a83'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:05:29.803623 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415a4cfb-1b84-49f8-92eb-f9022a3e1b2b" -d '{"events": [{"server_uuid": "54be9a2c-c327-4249-ba65-0fc49162bac7", "name": "network-vif-deleted", "tag": "54c8afe4-b86d-4757-bf04-f87c35143a83"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:05:29.857177 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f3ad8-fb49-40f5-84be-90dbcdd758aa req-767e91b7-87f1-4963-a431-56a526fadca7 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:29.858694 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c73f3ad8-fb49-40f5-84be-90dbcdd758aa req-767e91b7-87f1-4963-a431-56a526fadca7 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0466411 May 10 14:05:29.865822 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7bd4e-b141-4432-aed7-1d2c124df868 req-06fd6939-b9f2-4a48-9d20-09da69e17576 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:29.867276 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e3a7bd4e-b141-4432-aed7-1d2c124df868 req-06fd6939-b9f2-4a48-9d20-09da69e17576 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 946 time: 0.0487275 May 10 14:05:29.911484 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c73f3ad8-fb49-40f5-84be-90dbcdd758aa req-8a40c99f-837d-4a2c-9158-47d5272cd8ab tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462754 May 10 14:05:29.915923 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e3a7bd4e-b141-4432-aed7-1d2c124df868 req-bb59a450-143c-43a0-9558-9e68d6b724ea tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430722 May 10 14:05:29.957559 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f7599e-2bc1-4e73-893a-5c317b11d4ec x-openstack-request-id: req-a8f7599e-2bc1-4e73-893a-5c317b11d4ec {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:05:29.957858 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54be9a2c-c327-4249-ba65-0fc49162bac7", "name": "network-vif-deleted", "tag": "54c8afe4-b86d-4757-bf04-f87c35143a83", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:05:29.958116 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a8f7599e-2bc1-4e73-893a-5c317b11d4ec {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:05:29.958532 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f7599e-2bc1-4e73-893a-5c317b11d4ec'] response: {'server_uuid': '54be9a2c-c327-4249-ba65-0fc49162bac7', 'name': 'network-vif-deleted', 'tag': '54c8afe4-b86d-4757-bf04-f87c35143a83', 'status': 'completed', 'code': 200} May 10 14:05:30.261179 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779a254-c9e0-4f79-8d8a-5847454e717e req-aa349ec7-f400-457d-bfab-a56c40b9338b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:30.262814 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5779a254-c9e0-4f79-8d8a-5847454e717e req-aa349ec7-f400-457d-bfab-a56c40b9338b tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad3b777f-9d47-4753-8fc8-27e7fabae486 HTTP/1.1" status: 200 len: 945 time: 0.0501790 May 10 14:05:30.310044 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5779a254-c9e0-4f79-8d8a-5847454e717e req-5a369e74-c146-40c4-b2fa-87cfc118f70a tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbeba8d-395f-4d77-bdff-d42e6d77b095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396569 May 10 14:05:30.670774 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-55fa105e-aa1d-474e-a537-052429cfb84b req-1f9cc2bc-cedd-4f43-924a-2a4c71c204f3 tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 210 time: 0.0279467 May 10 14:05:30.750590 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:31.032517 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225d002-2055-43dd-bdc6-4a3d61cd23e0 req-5280af85-33c4-4b45-8695-95b720985df5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:31.034057 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0225d002-2055-43dd-bdc6-4a3d61cd23e0 req-5280af85-33c4-4b45-8695-95b720985df5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 946 time: 0.0498915 May 10 14:05:31.040342 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c8a02-2601-4a18-8464-a689df39ff04 req-d864e119-068b-42f2-a83f-96a22f51b48e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:31.042437 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-788c8a02-2601-4a18-8464-a689df39ff04 req-d864e119-068b-42f2-a83f-96a22f51b48e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0584588 May 10 14:05:31.091941 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-788c8a02-2601-4a18-8464-a689df39ff04 req-f84b19fc-6820-4b5f-b0de-0a6e79a1a00a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427132 May 10 14:05:31.092712 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0225d002-2055-43dd-bdc6-4a3d61cd23e0 req-412ab215-6dc5-4cbf-9cef-2325539dc78f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518117 May 10 14:05:31.421270 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf339e21-1769-405e-9fcd-a45198f1fea3 req-e1d41778-3713-4595-8ed8-43d9551247c1 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:31.422737 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bf339e21-1769-405e-9fcd-a45198f1fea3 req-e1d41778-3713-4595-8ed8-43d9551247c1 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad3b777f-9d47-4753-8fc8-27e7fabae486 HTTP/1.1" status: 200 len: 945 time: 0.0461478 May 10 14:05:31.471051 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bf339e21-1769-405e-9fcd-a45198f1fea3 req-0d3f9e2b-12fe-443a-970b-baf3b3e67fd6 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbeba8d-395f-4d77-bdff-d42e6d77b095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422971 May 10 14:05:31.776874 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e42e218e-4394-44a6-b45a-488b28ab6deb req-7a843eba-33d0-4fec-a6c5-25c10eec8fde tempest-ServerRescueNegativeTestJSON-1855127385 tempest-ServerRescueNegativeTestJSON-1855127385-project] 10.222.0.49 "GET /v2.0/ports?device_id=54be9a2c-c327-4249-ba65-0fc49162bac7 HTTP/1.1" status: 200 len: 210 time: 0.0281129 May 10 14:05:32.200317 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49291235-9023-46da-8d01-8733c82ce229 req-916ad073-1936-48de-9e6a-487c19205eb7 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:32.201805 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-49291235-9023-46da-8d01-8733c82ce229 req-916ad073-1936-48de-9e6a-487c19205eb7 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 946 time: 0.0470362 May 10 14:05:32.210388 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80415830-fa58-4d36-9860-a1ea94e22002 req-98ecc9cf-3290-46d4-8ca7-e4e441aec4f7 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:32.211925 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-80415830-fa58-4d36-9860-a1ea94e22002 req-98ecc9cf-3290-46d4-8ca7-e4e441aec4f7 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0463932 May 10 14:05:32.250565 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-49291235-9023-46da-8d01-8733c82ce229 req-c794b411-c790-4de9-b63c-0efe9374dd65 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422409 May 10 14:05:32.261449 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-80415830-fa58-4d36-9860-a1ea94e22002 req-bb337542-c267-4e6b-8edd-da3eb88bbf7f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440166 May 10 14:05:32.311827 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:32.360729 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ca6f3-c683-4676-b7d7-5f1416efff79 req-e991bdd8-9d9c-44d5-b2b9-4731bca28426 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:32.362220 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1a9ca6f3-c683-4676-b7d7-5f1416efff79 req-e991bdd8-9d9c-44d5-b2b9-4731bca28426 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 946 time: 0.0472445 May 10 14:05:32.410862 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1a9ca6f3-c683-4676-b7d7-5f1416efff79 req-af7975cf-c3de-46d9-a585-a2b6a41c3c64 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429010 May 10 14:05:32.433172 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 55078) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:32.469721 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d97284-a0e7-478a-bcda-9f40ac3292aa tempest-TestVolumeBootPattern-527849348 tempest-TestVolumeBootPattern-527849348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:32.471185 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-54d97284-a0e7-478a-bcda-9f40ac3292aa tempest-TestVolumeBootPattern-527849348 tempest-TestVolumeBootPattern-527849348-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 1125 time: 0.0370390 May 10 14:05:32.473840 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 55080) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:32.477893 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-6f99d1db-0174-4404-a08d-fa46a7a6de1e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Request body: {'floatingip': {'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'port_id': '1b71aba5-cc9f-45c9-8184-f38605a005e7', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:05:32.498812 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6f99d1db-0174-4404-a08d-fa46a7a6de1e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:32.609049 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011d7a0-1683-4e4a-b8f5-3290de1de346 req-784518fa-a3e1-43ba-83f9-f4bd7316d6e7 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:32.610501 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f011d7a0-1683-4e4a-b8f5-3290de1de346 req-784518fa-a3e1-43ba-83f9-f4bd7316d6e7 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad3b777f-9d47-4753-8fc8-27e7fabae486 HTTP/1.1" status: 200 len: 945 time: 0.0692711 May 10 14:05:32.622956 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 54c8afe4-b86d-4757-bf04-f87c35143a83 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:05:32.634887 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6f99d1db-0174-4404-a08d-fa46a7a6de1e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:32.644833 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] No Port match for: 54c8afe4-b86d-4757-bf04-f87c35143a83 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:05:32.645270 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 54c8afe4-b86d-4757-bf04-f87c35143a83 not bound to the agent host hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:05:32.701512 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f011d7a0-1683-4e4a-b8f5-3290de1de346 req-d1214a9f-5d29-4e95-bbdd-0d334908f1cc tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbeba8d-395f-4d77-bdff-d42e6d77b095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844853 May 10 14:05:32.773224 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-6f99d1db-0174-4404-a08d-fa46a7a6de1e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Allocated IP 172.27.3.82 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/c252812a-17b9-4a8f-8929-7187f1d3ceea) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:05:32.821739 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898d92c-5888-45f8-bbae-1bc533c069bf req-c961c5bc-08f2-44b5-a495-a79911d7e1a6 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:32.823234 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1898d92c-5888-45f8-bbae-1bc533c069bf req-c961c5bc-08f2-44b5-a495-a79911d7e1a6 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad3b777f-9d47-4753-8fc8-27e7fabae486 HTTP/1.1" status: 200 len: 945 time: 0.0556955 May 10 14:05:32.837622 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 55088) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:32.838701 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 55090) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:32.839294 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-0cbee6f5-70ec-42ce-ab85-9869a4a99aba tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Request body: {'floatingip': {'port_id': '471a17c9-6251-41d8-9d93-8ecd7da310ca'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:05:32.882426 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0cbee6f5-70ec-42ce-ab85-9869a4a99aba tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (d7aba901-56a4-4704-a817-fc734e4f7601), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:33.014495 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6f99d1db-0174-4404-a08d-fa46a7a6de1e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for port (c252812a-17b9-4a8f-8929-7187f1d3ceea), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:33.134414 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6f99d1db-0174-4404-a08d-fa46a7a6de1e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (c252812a-17b9-4a8f-8929-7187f1d3ceea), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:33.192163 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f99d1db-0174-4404-a08d-fa46a7a6de1e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:05:33.200916 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-6f99d1db-0174-4404-a08d-fa46a7a6de1e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:05:33.203447 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f99d1db-0174-4404-a08d-fa46a7a6de1e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:05:33.260682 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99d1db-0174-4404-a08d-fa46a7a6de1e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Pushing event updated for resources: {'Port': ['ID=c252812a-17b9-4a8f-8929-7187f1d3ceea,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:33.262006 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1e57b1e1-3cc0-429b-821c-0de0dd2901ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544479'] for router_interface (9470f6fc-14ed-4b6d-8b69-5a9dffa16928), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:33.444187 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795e366-1f45-4fcc-a76d-56085649efa7 req-e56b415e-52ce-4107-af62-78aa2906f3f2 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:33.445579 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8795e366-1f45-4fcc-a76d-56085649efa7 req-e56b415e-52ce-4107-af62-78aa2906f3f2 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0867081 May 10 14:05:33.536745 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8795e366-1f45-4fcc-a76d-56085649efa7 req-4cce23de-e183-4274-86ca-d656ea5cc067 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707443 May 10 14:05:33.576320 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0cbee6f5-70ec-42ce-ab85-9869a4a99aba tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:33.581193 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0cbee6f5-70ec-42ce-ab85-9869a4a99aba tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (d7aba901-56a4-4704-a817-fc734e4f7601), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:33.584871 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-1e57b1e1-3cc0-429b-821c-0de0dd2901ae admin admin] Deleting port d1789a8e-f2c4-485b-b656-f49c7ea124ce {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:05:33.585213 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1e57b1e1-3cc0-429b-821c-0de0dd2901ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (d1789a8e-f2c4-485b-b656-f49c7ea124ce), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:33.663197 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-1e57b1e1-3cc0-429b-821c-0de0dd2901ae admin admin] For port d1789a8e-f2c4-485b-b656-f49c7ea124ce, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=d1789a8e-f2c4-485b-b656-f49c7ea124ce,segment=NetworkSegment(3e067be8-9042-4bef-841c-16195f679735),segment_id=3e067be8-9042-4bef-841c-16195f679735)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:33.663578 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1e57b1e1-3cc0-429b-821c-0de0dd2901ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (d1789a8e-f2c4-485b-b656-f49c7ea124ce), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:33.677510 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-1e57b1e1-3cc0-429b-821c-0de0dd2901ae admin admin] Calling delete_port for d1789a8e-f2c4-485b-b656-f49c7ea124ce owned by network:router_interface {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:05:33.865265 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1e57b1e1-3cc0-429b-821c-0de0dd2901ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (d1789a8e-f2c4-485b-b656-f49c7ea124ce), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:33.895044 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57b1e1-3cc0-429b-821c-0de0dd2901ae admin admin] Pushing event deleted for resources: {'Port': ['ID=d1789a8e-f2c4-485b-b656-f49c7ea124ce,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:34.065229 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-0cbee6f5-70ec-42ce-ab85-9869a4a99aba tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Floating IP d7aba901-56a4-4704-a817-fc734e4f7601 associated. External IP: 172.27.3.48, port: 471a17c9-6251-41d8-9d93-8ecd7da310ca. May 10 14:05:34.077142 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1e57b1e1-3cc0-429b-821c-0de0dd2901ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-506192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546262'] for router_interface (9470f6fc-14ed-4b6d-8b69-5a9dffa16928), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:34.225738 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6f99d1db-0174-4404-a08d-fa46a7a6de1e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for floatingip (c9b2f731-8026-4bc0-aea1-74ae267fc78f), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:34.317476 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e57b1e1-3cc0-429b-821c-0de0dd2901ae admin admin] Router 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:05:34.384643 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6f99d1db-0174-4404-a08d-fa46a7a6de1e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (c252812a-17b9-4a8f-8929-7187f1d3ceea), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:34.427946 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e57b1e1-3cc0-429b-821c-0de0dd2901ae admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:05:34.435570 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-1e57b1e1-3cc0-429b-821c-0de0dd2901ae admin admin] 10.222.0.49 "PUT /v2.0/routers/9470f6fc-14ed-4b6d-8b69-5a9dffa16928/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5932660 May 10 14:05:34.436700 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 55096) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:34.437867 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbee6f5-70ec-42ce-ab85-9869a4a99aba tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Router eea85e8f-4aac-4da4-b715-cc9c21078703 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:05:34.438616 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f9b54d-44ac-44d6-8304-fbe0e667764d None None] Sync routers for ids ['9470f6fc-14ed-4b6d-8b69-5a9dffa16928'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:05:34.448112 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f9b54d-44ac-44d6-8304-fbe0e667764d None None] Routers {'9470f6fc-14ed-4b6d-8b69-5a9dffa16928'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:05:34.448749 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-77f9b54d-44ac-44d6-8304-fbe0e667764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:05:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['9470f6fc-14ed-4b6d-8b69-5a9dffa16928'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:34.561406 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-77f9b54d-44ac-44d6-8304-fbe0e667764d None None] Set router 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:05:34.646758 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbee6f5-70ec-42ce-ab85-9869a4a99aba tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:05:34.664452 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941d2949-2418-4c95-89d0-ea777c808319 None None] Sync routers for ids ['eea85e8f-4aac-4da4-b715-cc9c21078703'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:05:34.669562 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0cbee6f5-70ec-42ce-ab85-9869a4a99aba tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:34.677473 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6f99d1db-0174-4404-a08d-fa46a7a6de1e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for port (c252812a-17b9-4a8f-8929-7187f1d3ceea), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:34.688794 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941d2949-2418-4c95-89d0-ea777c808319 None None] Routers {'eea85e8f-4aac-4da4-b715-cc9c21078703'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:05:34.689827 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-941d2949-2418-4c95-89d0-ea777c808319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:05:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['eea85e8f-4aac-4da4-b715-cc9c21078703'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:34.719500 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6f99d1db-0174-4404-a08d-fa46a7a6de1e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8740167'] for port (c252812a-17b9-4a8f-8929-7187f1d3ceea), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:34.803860 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0cbee6f5-70ec-42ce-ab85-9869a4a99aba tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "PUT /v2.0/floatingips/d7aba901-56a4-4704-a817-fc734e4f7601 HTTP/1.1" status: 200 len: 990 time: 1.9681323 May 10 14:05:34.810666 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78f39b-bd02-4350-92fa-99e8e76f0b7f req-287052a8-6683-43cc-9ea6-fdd5218390ab tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:34.816881 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-941d2949-2418-4c95-89d0-ea777c808319 None None] Set router eea85e8f-4aac-4da4-b715-cc9c21078703 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:05:34.818256 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3c78f39b-bd02-4350-92fa-99e8e76f0b7f req-287052a8-6683-43cc-9ea6-fdd5218390ab tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.1738315 May 10 14:05:34.820488 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99d1db-0174-4404-a08d-fa46a7a6de1e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Pushing event updated for resources: {'Port': ['ID=c252812a-17b9-4a8f-8929-7187f1d3ceea,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:34.838557 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad3b777f-9d47-4753-8fc8-27e7fabae486', 'tag': '471a17c9-6251-41d8-9d93-8ecd7da310ca'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:05:34.841002 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72864d8f697cc3849f7037e54fa44052707e53d1306a4a80922f5c2f90f38e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cf539e-cd06-44dc-8c14-73ef78e769c1" -d '{"events": [{"name": "network-changed", "server_uuid": "ad3b777f-9d47-4753-8fc8-27e7fabae486", "tag": "471a17c9-6251-41d8-9d93-8ecd7da310ca"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:05:34.847606 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e9db0a5e-b53d-4c4e-97bb-4365523afa7e admin admin] Publish callbacks [] for router (9470f6fc-14ed-4b6d-8b69-5a9dffa16928), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:34.900533 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6f99d1db-0174-4404-a08d-fa46a7a6de1e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (c9b2f731-8026-4bc0-aea1-74ae267fc78f), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:34.961483 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-77f9b54d-44ac-44d6-8304-fbe0e667764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'name': 'tempest-ServerRescueNegativeTestJSON-759252336-router', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:05:33Z', 'revision_number': 5, 'project_id': '368287ad726146f88559c73a86e4b26d', 'gw_port': {'id': '2b65be2b-489f-4b3f-9a29-a75e589bc667', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:34.975845 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e9db0a5e-b53d-4c4e-97bb-4365523afa7e admin admin] Publish callbacks [] for router_gateway (9470f6fc-14ed-4b6d-8b69-5a9dffa16928), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:34.989509 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a595c1da-861c-4ba0-91e4-2d88b9c18e03 x-openstack-request-id: req-a595c1da-861c-4ba0-91e4-2d88b9c18e03 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:05:34.990157 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad3b777f-9d47-4753-8fc8-27e7fabae486", "tag": "471a17c9-6251-41d8-9d93-8ecd7da310ca", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:05:34.990741 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a595c1da-861c-4ba0-91e4-2d88b9c18e03 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:05:34.992442 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a595c1da-861c-4ba0-91e4-2d88b9c18e03'] response: {'name': 'network-changed', 'server_uuid': 'ad3b777f-9d47-4753-8fc8-27e7fabae486', 'tag': '471a17c9-6251-41d8-9d93-8ecd7da310ca', 'status': 'completed', 'code': 200} May 10 14:05:35.007489 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f9b54d-44ac-44d6-8304-fbe0e667764d None None] Checking router: 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:05:35.020536 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f9b54d-44ac-44d6-8304-fbe0e667764d None None] Routers {'9470f6fc-14ed-4b6d-8b69-5a9dffa16928'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:05:35.021373 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-77f9b54d-44ac-44d6-8304-fbe0e667764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:05:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['9470f6fc-14ed-4b6d-8b69-5a9dffa16928'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:35.034015 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-e9db0a5e-b53d-4c4e-97bb-4365523afa7e admin admin] Deleting port 2b65be2b-489f-4b3f-9a29-a75e589bc667 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:05:35.035144 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e9db0a5e-b53d-4c4e-97bb-4365523afa7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (2b65be2b-489f-4b3f-9a29-a75e589bc667), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:35.064811 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-6f99d1db-0174-4404-a08d-fa46a7a6de1e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Floating IP c9b2f731-8026-4bc0-aea1-74ae267fc78f associated. External IP: 172.27.3.82, port: 1b71aba5-cc9f-45c9-8184-f38605a005e7. May 10 14:05:35.122858 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf539e-cd06-44dc-8c14-73ef78e769c1 req-80801cd1-845b-484d-98df-9922139e681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:35.124660 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d1cf539e-cd06-44dc-8c14-73ef78e769c1 req-80801cd1-845b-484d-98df-9922139e681b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd&device_id=ad3b777f-9d47-4753-8fc8-27e7fabae486 HTTP/1.1" status: 200 len: 1129 time: 0.0916398 May 10 14:05:35.127799 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-941d2949-2418-4c95-89d0-ea777c808319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'd7aba901-56a4-4704-a817-fc734e4f7601', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'port_id': '471a17c9-6251-41d8-9d93-8ecd7da310ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'mac_address': 'fa:16:3e:5f:c8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b777f-9d47-4753-8fc8-27e7fabae486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:05:16Z', 'updated_at': '2022-05-10T14:05:33Z', 'revision_number': 1, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:29Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:35.136733 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-77f9b54d-44ac-44d6-8304-fbe0e667764d None None] Set router 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 gateway port host: None {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:05:35.142805 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3c78f39b-bd02-4350-92fa-99e8e76f0b7f req-1edec038-8ae4-4acc-8c27-96d4150c7954 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3236849 May 10 14:05:35.176329 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941d2949-2418-4c95-89d0-ea777c808319 None None] Checking router: eea85e8f-4aac-4da4-b715-cc9c21078703 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:05:35.198701 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941d2949-2418-4c95-89d0-ea777c808319 None None] Routers {'eea85e8f-4aac-4da4-b715-cc9c21078703'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:05:35.199434 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-941d2949-2418-4c95-89d0-ea777c808319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:05:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['eea85e8f-4aac-4da4-b715-cc9c21078703'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:35.210501 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-77f9b54d-44ac-44d6-8304-fbe0e667764d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'name': 'tempest-ServerRescueNegativeTestJSON-759252336-router', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:05:34Z', 'revision_number': 6, 'project_id': '368287ad726146f88559c73a86e4b26d', 'gw_port_host': None}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:35.238576 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f9b54d-44ac-44d6-8304-fbe0e667764d None None] The sync data for ids ['9470f6fc-14ed-4b6d-8b69-5a9dffa16928'] in dv-cinder-840678-6-iscsi is: [{'id': '9470f6fc-14ed-4b6d-8b69-5a9dffa16928', 'name': 'tempest-ServerRescueNegativeTestJSON-759252336-router', 'tenant_id': '368287ad726146f88559c73a86e4b26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:05:34Z', 'revision_number': 6, 'project_id': '368287ad726146f88559c73a86e4b26d', 'gw_port_host': None}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:05:35.280359 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf539e-cd06-44dc-8c14-73ef78e769c1 req-6f601d07-b0be-4707-8155-e8ae142da643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:35.282154 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d1cf539e-cd06-44dc-8c14-73ef78e769c1 req-6f601d07-b0be-4707-8155-e8ae142da643 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2c9ceeee-200d-4bc2-b027-788cdb69321a HTTP/1.1" status: 200 len: 916 time: 0.1501944 May 10 14:05:35.351629 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-e9db0a5e-b53d-4c4e-97bb-4365523afa7e admin admin] For port 2b65be2b-489f-4b3f-9a29-a75e589bc667, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=2b65be2b-489f-4b3f-9a29-a75e589bc667,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:35.352373 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e9db0a5e-b53d-4c4e-97bb-4365523afa7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (2b65be2b-489f-4b3f-9a29-a75e589bc667), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:35.358397 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-941d2949-2418-4c95-89d0-ea777c808319 None None] Set router eea85e8f-4aac-4da4-b715-cc9c21078703 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:05:35.373810 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-e9db0a5e-b53d-4c4e-97bb-4365523afa7e admin admin] Calling delete_port for 2b65be2b-489f-4b3f-9a29-a75e589bc667 owned by network:router_gateway {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:05:35.375874 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f99d1db-0174-4404-a08d-fa46a7a6de1e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Router 35f07a70-e556-4b08-bbe9-90c4c253768a has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:05:35.395571 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d1cf539e-cd06-44dc-8c14-73ef78e769c1 req-c8a018e0-662b-447f-869e-b27951f73c7b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=471a17c9-6251-41d8-9d93-8ecd7da310ca HTTP/1.1" status: 200 len: 998 time: 0.0936246 May 10 14:05:35.486518 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf539e-cd06-44dc-8c14-73ef78e769c1 req-23f98e99-7442-4dc1-be66-dab37f6ea39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:35.488056 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d1cf539e-cd06-44dc-8c14-73ef78e769c1 req-23f98e99-7442-4dc1-be66-dab37f6ea39d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cf9fa0ee-3693-4449-88b2-25628aadc1b4 HTTP/1.1" status: 200 len: 854 time: 0.0621681 May 10 14:05:35.497034 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f99d1db-0174-4404-a08d-fa46a7a6de1e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:05:35.510932 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b631fbf-ddd6-41b6-8b47-8cb0a86f610a None None] Sync routers for ids ['35f07a70-e556-4b08-bbe9-90c4c253768a'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:05:35.523416 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b631fbf-ddd6-41b6-8b47-8cb0a86f610a None None] Routers {'35f07a70-e556-4b08-bbe9-90c4c253768a'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:05:35.524054 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-4b631fbf-ddd6-41b6-8b47-8cb0a86f610a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:05:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['35f07a70-e556-4b08-bbe9-90c4c253768a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:35.524755 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6f99d1db-0174-4404-a08d-fa46a7a6de1e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:35.575059 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6f99d1db-0174-4404-a08d-fa46a7a6de1e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0980079 May 10 14:05:35.586001 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf539e-cd06-44dc-8c14-73ef78e769c1 req-d83dbd9d-614b-4b81-b5f7-08ee1615a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:35.587592 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d1cf539e-cd06-44dc-8c14-73ef78e769c1 req-d83dbd9d-614b-4b81-b5f7-08ee1615a873 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2c9ceeee-200d-4bc2-b027-788cdb69321a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590832 May 10 14:05:35.596920 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-941d2949-2418-4c95-89d0-ea777c808319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'd7aba901-56a4-4704-a817-fc734e4f7601', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'port_id': '471a17c9-6251-41d8-9d93-8ecd7da310ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'mac_address': 'fa:16:3e:5f:c8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b777f-9d47-4753-8fc8-27e7fabae486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:05:16Z', 'updated_at': '2022-05-10T14:05:33Z', 'revision_number': 1, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:29Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:35.625039 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941d2949-2418-4c95-89d0-ea777c808319 None None] The sync data for ids ['eea85e8f-4aac-4da4-b715-cc9c21078703'] in dv-cinder-840678-6-iscsi is: [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'd7aba901-56a4-4704-a817-fc734e4f7601', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'port_id': '471a17c9-6251-41d8-9d93-8ecd7da310ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'mac_address': 'fa:16:3e:5f:c8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b777f-9d47-4753-8fc8-27e7fabae486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:05:16Z', 'updated_at': '2022-05-10T14:05:33Z', 'revision_number': 1, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:29Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:05:35.664494 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-4b631fbf-ddd6-41b6-8b47-8cb0a86f610a None None] Set router 35f07a70-e556-4b08-bbe9-90c4c253768a gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:05:35.717109 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e9db0a5e-b53d-4c4e-97bb-4365523afa7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (2b65be2b-489f-4b3f-9a29-a75e589bc667), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:35.758951 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d1cf539e-cd06-44dc-8c14-73ef78e769c1 req-1566fb48-d450-4be7-9bd1-732bb2c316cb service neutron] 10.222.0.57 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636667 May 10 14:05:35.774488 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db0a5e-b53d-4c4e-97bb-4365523afa7e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b65be2b-489f-4b3f-9a29-a75e589bc667,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:35.870047 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e9db0a5e-b53d-4c4e-97bb-4365523afa7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537777'] for router_gateway (9470f6fc-14ed-4b6d-8b69-5a9dffa16928), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:35.918324 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-4b631fbf-ddd6-41b6-8b47-8cb0a86f610a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 4, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'c9b2f731-8026-4bc0-aea1-74ae267fc78f', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'port_id': '1b71aba5-cc9f-45c9-8184-f38605a005e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'mac_address': 'fa:16:3e:40:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821e2fc1-0f9b-40f0-a08e-cb87df184140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:05:33Z', 'updated_at': '2022-05-10T14:05:33Z', 'revision_number': 0, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7b214a-9000-44e8-befd-b3fb9c002d41', 'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'mac_address': 'fa:16:3e:56:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:29Z', 'updated_at': '2022-05-10T14:01:37Z', 'revision_number': 5, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'subnets': [{'id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:35.938617 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edf2833-73d9-4f26-ac7c-7e5846d09952 None None] New status for floating IP d7aba901-56a4-4704-a817-fc734e4f7601: ACTIVE {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:05:35.945418 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b631fbf-ddd6-41b6-8b47-8cb0a86f610a None None] Checking router: 35f07a70-e556-4b08-bbe9-90c4c253768a for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:05:35.953967 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b631fbf-ddd6-41b6-8b47-8cb0a86f610a None None] Routers {'35f07a70-e556-4b08-bbe9-90c4c253768a'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:05:35.954954 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-4b631fbf-ddd6-41b6-8b47-8cb0a86f610a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:05:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['35f07a70-e556-4b08-bbe9-90c4c253768a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:35.974570 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d1cf539e-cd06-44dc-8c14-73ef78e769c1 req-c4e33690-9d9c-4a7e-9b43-a05668d0203b service neutron] 10.222.0.57 "GET /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976144 May 10 14:05:36.002538 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e9db0a5e-b53d-4c4e-97bb-4365523afa7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1618'] for router (9470f6fc-14ed-4b6d-8b69-5a9dffa16928), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:36.005739 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e9db0a5e-b53d-4c4e-97bb-4365523afa7e admin admin] Publish callbacks [] for router_controller (9470f6fc-14ed-4b6d-8b69-5a9dffa16928), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:36.073293 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e9db0a5e-b53d-4c4e-97bb-4365523afa7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539494'] for router (9470f6fc-14ed-4b6d-8b69-5a9dffa16928), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:36.073802 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9db0a5e-b53d-4c4e-97bb-4365523afa7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9470f6fc-14ed-4b6d-8b69-5a9dffa16928 {{(pid=103389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 14:05:36.078970 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e9db0a5e-b53d-4c4e-97bb-4365523afa7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:36.080113 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e9db0a5e-b53d-4c4e-97bb-4365523afa7e admin admin] 10.222.0.49 "DELETE /v2.0/routers/9470f6fc-14ed-4b6d-8b69-5a9dffa16928 HTTP/1.1" status: 204 len: 168 time: 1.6423886 May 10 14:05:36.083155 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 55108) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:36.085400 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-4b631fbf-ddd6-41b6-8b47-8cb0a86f610a None None] Set router 35f07a70-e556-4b08-bbe9-90c4c253768a gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:05:36.130883 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a598d71-1335-41fd-9356-d59ce2fa481d admin admin] Deleting subnet e3840d9d-0915-4f13-a509-4479e7e326c0 {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:05:36.134288 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4a598d71-1335-41fd-9356-d59ce2fa481d admin admin] Publish callbacks [] for subnet (e3840d9d-0915-4f13-a509-4479e7e326c0), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:36.176432 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4a598d71-1335-41fd-9356-d59ce2fa481d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9373727'] for subnet (e3840d9d-0915-4f13-a509-4479e7e326c0), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:36.331406 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-4b631fbf-ddd6-41b6-8b47-8cb0a86f610a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 4, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'c9b2f731-8026-4bc0-aea1-74ae267fc78f', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'port_id': '1b71aba5-cc9f-45c9-8184-f38605a005e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'mac_address': 'fa:16:3e:40:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821e2fc1-0f9b-40f0-a08e-cb87df184140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:05:33Z', 'updated_at': '2022-05-10T14:05:33Z', 'revision_number': 0, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7b214a-9000-44e8-befd-b3fb9c002d41', 'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'mac_address': 'fa:16:3e:56:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:29Z', 'updated_at': '2022-05-10T14:01:37Z', 'revision_number': 5, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'subnets': [{'id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:36.332162 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b49bf9-d0a3-4ae5-8099-60a939c264d3 req-40c5c9f5-ed26-48cd-a5d3-84a3348d32d2 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:36.333710 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a2b49bf9-d0a3-4ae5-8099-60a939c264d3 req-40c5c9f5-ed26-48cd-a5d3-84a3348d32d2 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0940282 May 10 14:05:36.336974 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4a598d71-1335-41fd-9356-d59ce2fa481d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853495'] for subnet (e3840d9d-0915-4f13-a509-4479e7e326c0), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:36.363628 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b631fbf-ddd6-41b6-8b47-8cb0a86f610a None None] The sync data for ids ['35f07a70-e556-4b08-bbe9-90c4c253768a'] in dv-cinder-840678-6-iscsi is: [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 4, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'c9b2f731-8026-4bc0-aea1-74ae267fc78f', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'port_id': '1b71aba5-cc9f-45c9-8184-f38605a005e7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'mac_address': 'fa:16:3e:40:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821e2fc1-0f9b-40f0-a08e-cb87df184140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:05:33Z', 'updated_at': '2022-05-10T14:05:33Z', 'revision_number': 0, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7b214a-9000-44e8-befd-b3fb9c002d41', 'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'mac_address': 'fa:16:3e:56:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:29Z', 'updated_at': '2022-05-10T14:01:37Z', 'revision_number': 5, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'subnets': [{'id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:05:36.420401 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a2b49bf9-d0a3-4ae5-8099-60a939c264d3 req-8fd7e294-2d5e-4ae9-bc9f-9748826242d9 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638139 May 10 14:05:36.430603 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4a598d71-1335-41fd-9356-d59ce2fa481d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9372369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10135917'] for subnet (e3840d9d-0915-4f13-a509-4479e7e326c0), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:36.461221 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4a598d71-1335-41fd-9356-d59ce2fa481d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:36.466559 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-4a598d71-1335-41fd-9356-d59ce2fa481d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e3840d9d-0915-4f13-a509-4479e7e326c0 HTTP/1.1" status: 204 len: 168 time: 0.3803408 May 10 14:05:36.466559 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a598d71-1335-41fd-9356-d59ce2fa481d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3840d9d-0915-4f13-a509-4479e7e326c0,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:36.466801 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 55112) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:36.471213 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed318171-162b-43d4-9a89-ed2217df3ce3 None None] Network 74785619-4d29-47a9-9c74-95cf48855a3c requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:05:36.551341 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d706e49-a417-4834-92ac-19e5d57f1538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7763938'] for network (74785619-4d29-47a9-9c74-95cf48855a3c), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:36.598571 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-7d706e49-a417-4834-92ac-19e5d57f1538 admin admin] Deleting port 68840186-b7ee-4347-86ac-690257ea43cf {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:05:36.599054 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d706e49-a417-4834-92ac-19e5d57f1538 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (68840186-b7ee-4347-86ac-690257ea43cf), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:36.635564 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca25c60-010d-4cab-a6af-1216c607ef5a None None] DHCP port deletion for 74785619-4d29-47a9-9c74-95cf48855a3c request from dv-cinder-840678-6-iscsi {{(pid=103391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 14:05:36.641647 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289ab2eb-00fa-4399-a0a3-423a2d00d358 None None] New status for floating IP c9b2f731-8026-4bc0-aea1-74ae267fc78f: ACTIVE {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:05:36.667476 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-7d706e49-a417-4834-92ac-19e5d57f1538 admin admin] For port 68840186-b7ee-4347-86ac-690257ea43cf, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=68840186-b7ee-4347-86ac-690257ea43cf,segment=NetworkSegment(3e067be8-9042-4bef-841c-16195f679735),segment_id=3e067be8-9042-4bef-841c-16195f679735)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:36.667850 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d706e49-a417-4834-92ac-19e5d57f1538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (68840186-b7ee-4347-86ac-690257ea43cf), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:36.681858 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-7d706e49-a417-4834-92ac-19e5d57f1538 admin admin] Calling delete_port for 68840186-b7ee-4347-86ac-690257ea43cf owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:05:36.763526 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d706e49-a417-4834-92ac-19e5d57f1538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (68840186-b7ee-4347-86ac-690257ea43cf), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:36.788015 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d706e49-a417-4834-92ac-19e5d57f1538 admin admin] Pushing event deleted for resources: {'Port': ['ID=68840186-b7ee-4347-86ac-690257ea43cf,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:36.793769 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d706e49-a417-4834-92ac-19e5d57f1538 admin admin] No DVR routers for this DVR port 68840186-b7ee-4347-86ac-690257ea43cf on host dv-cinder-840678-6-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:05:36.861050 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6ca25c60-010d-4cab-a6af-1216c607ef5a None None] Deleting port 68840186-b7ee-4347-86ac-690257ea43cf {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:05:36.861423 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6ca25c60-010d-4cab-a6af-1216c607ef5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (68840186-b7ee-4347-86ac-690257ea43cf), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:36.868770 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d706e49-a417-4834-92ac-19e5d57f1538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854924', 'neutron.services.segments.db._delete_segments_for_network-8770989559345'] for network (74785619-4d29-47a9-9c74-95cf48855a3c), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:36.888326 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-7d706e49-a417-4834-92ac-19e5d57f1538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74785619-4d29-47a9-9c74-95cf48855a3c']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:36.897824 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-7d706e49-a417-4834-92ac-19e5d57f1538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e067be8-9042-4bef-841c-16195f679735') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:36.898163 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-7d706e49-a417-4834-92ac-19e5d57f1538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e067be8-9042-4bef-841c-16195f679735') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:05:36.907409 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d706e49-a417-4834-92ac-19e5d57f1538 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770989363514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9373924'] for segment (3e067be8-9042-4bef-841c-16195f679735), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:36.920851 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d706e49-a417-4834-92ac-19e5d57f1538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (3e067be8-9042-4bef-841c-16195f679735), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:36.927312 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d706e49-a417-4834-92ac-19e5d57f1538 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:05:36.927729 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d706e49-a417-4834-92ac-19e5d57f1538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9372347'] for segment (3e067be8-9042-4bef-841c-16195f679735), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: Traceback (most recent call last): May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: timer() May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: cb(*args, **kw) May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: return func(*args, **kwargs) May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: self._notify() May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: self.callback(batched_events) May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: event.method(event) May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: return f(self, *a, **k) May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: return self._get(url).json() May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:05:36.929547 dv-cinder-840678-6-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:05:36.983856 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d706e49-a417-4834-92ac-19e5d57f1538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542943'] for network (74785619-4d29-47a9-9c74-95cf48855a3c), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:36.991676 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7d706e49-a417-4834-92ac-19e5d57f1538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:36.994712 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6ca25c60-010d-4cab-a6af-1216c607ef5a None None] For port 68840186-b7ee-4347-86ac-690257ea43cf, host dv-cinder-840678-6-iscsi, got binding levels [] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:36.994870 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821e2fc1-0f9b-40f0-a08e-cb87df184140', 'tag': '1b71aba5-cc9f-45c9-8184-f38605a005e7'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:05:36.995340 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6ca25c60-010d-4cab-a6af-1216c607ef5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (68840186-b7ee-4347-86ac-690257ea43cf), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:36.995624 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-7d706e49-a417-4834-92ac-19e5d57f1538 admin admin] 10.222.0.49 "DELETE /v2.0/networks/74785619-4d29-47a9-9c74-95cf48855a3c HTTP/1.1" status: 204 len: 168 time: 0.5279253 May 10 14:05:36.999903 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72864d8f697cc3849f7037e54fa44052707e53d1306a4a80922f5c2f90f38e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06056372-9b60-4a58-8cbe-b5b234361d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "821e2fc1-0f9b-40f0-a08e-cb87df184140", "tag": "1b71aba5-cc9f-45c9-8184-f38605a005e7"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:05:37.013380 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d706e49-a417-4834-92ac-19e5d57f1538 admin admin] Pushing event deleted for resources: {'Network': ['ID=74785619-4d29-47a9-9c74-95cf48855a3c,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:37.024435 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6ca25c60-010d-4cab-a6af-1216c607ef5a None None] Calling delete_port for 68840186-b7ee-4347-86ac-690257ea43cf owned by network:dhcp {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:05:37.028254 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.ipam_backend_mixin [None req-6ca25c60-010d-4cab-a6af-1216c607ef5a None None] Port 68840186-b7ee-4347-86ac-690257ea43cf was not found and therefore no delete operation was performed {{(pid=103391) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 10 14:05:37.030279 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6ca25c60-010d-4cab-a6af-1216c607ef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897'] for port (68840186-b7ee-4347-86ac-690257ea43cf), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:37.046921 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a96fd82-06e1-4f02-84e4-7ea54ce5f74d x-openstack-request-id: req-5a96fd82-06e1-4f02-84e4-7ea54ce5f74d {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:05:37.047219 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821e2fc1-0f9b-40f0-a08e-cb87df184140", "tag": "1b71aba5-cc9f-45c9-8184-f38605a005e7", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:05:37.047472 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a96fd82-06e1-4f02-84e4-7ea54ce5f74d {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:05:37.047882 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a96fd82-06e1-4f02-84e4-7ea54ce5f74d'] response: {'name': 'network-changed', 'server_uuid': '821e2fc1-0f9b-40f0-a08e-cb87df184140', 'tag': '1b71aba5-cc9f-45c9-8184-f38605a005e7', 'status': 'completed', 'code': 200} May 10 14:05:37.059980 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6ca25c60-010d-4cab-a6af-1216c607ef5a None None] Network 74785619-4d29-47a9-9c74-95cf48855a3c is not hosted by any dhcp agent {{(pid=103391) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 10 14:05:37.061267 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca25c60-010d-4cab-a6af-1216c607ef5a None None] No DVR routers for this DVR port 68840186-b7ee-4347-86ac-690257ea43cf on host dv-cinder-840678-6-iscsi {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:05:37.064350 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca25c60-010d-4cab-a6af-1216c607ef5a None None] Pushing event deleted for resources: {'Port': ['ID=68840186-b7ee-4347-86ac-690257ea43cf,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:37.132596 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 55118) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:37.135740 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06056372-9b60-4a58-8cbe-b5b234361d6b req-431528f3-ecd2-4527-9142-554dcd73b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:37.137263 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-06056372-9b60-4a58-8cbe-b5b234361d6b req-431528f3-ecd2-4527-9142-554dcd73b8ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=104740054c3a47ca8cc3cb262d975fd5&device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 1130 time: 0.0402608 May 10 14:05:37.179158 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-33ec6dd9-cd47-4155-baad-3da2c851c182 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=368287ad726146f88559c73a86e4b26d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0430379 May 10 14:05:37.179257 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 55120) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:37.234022 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-aeb74e7b-d67d-40ad-9c92-c5ef51f407a7 admin admin] Publish callbacks [] for security_group (6067310b-af9f-40c8-b461-dcf4b5dd4b8e), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:37.234473 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06056372-9b60-4a58-8cbe-b5b234361d6b req-02cf702b-e46d-4d63-a984-b6afcb7b1810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:37.234590 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device d1789a8e-f2c4-485b-b656-f49c7ea124ce no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:05:37.237771 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-06056372-9b60-4a58-8cbe-b5b234361d6b req-02cf702b-e46d-4d63-a984-b6afcb7b1810 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c3ef3499-58c5-4573-b70a-3147dbe30f92 HTTP/1.1" status: 200 len: 912 time: 0.0944676 May 10 14:05:37.257679 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-aeb74e7b-d67d-40ad-9c92-c5ef51f407a7 admin admin] Publish callbacks [] for security_group (6067310b-af9f-40c8-b461-dcf4b5dd4b8e), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:37.259048 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: d1789a8e-f2c4-485b-b656-f49c7ea124ce {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:05:37.259189 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device d1789a8e-f2c4-485b-b656-f49c7ea124ce not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:05:37.259632 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 68840186-b7ee-4347-86ac-690257ea43cf no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:05:37.279787 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: 68840186-b7ee-4347-86ac-690257ea43cf {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:05:37.279787 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 68840186-b7ee-4347-86ac-690257ea43cf not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:05:37.280291 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 2b65be2b-489f-4b3f-9a29-a75e589bc667 no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:05:37.299789 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: 2b65be2b-489f-4b3f-9a29-a75e589bc667 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:05:37.300286 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 2b65be2b-489f-4b3f-9a29-a75e589bc667 not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:05:37.306473 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-06056372-9b60-4a58-8cbe-b5b234361d6b req-61befc7e-9f65-4336-bccc-6786e3aa4317 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b71aba5-cc9f-45c9-8184-f38605a005e7 HTTP/1.1" status: 200 len: 1001 time: 0.0630467 May 10 14:05:37.312431 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-aeb74e7b-d67d-40ad-9c92-c5ef51f407a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (6067310b-af9f-40c8-b461-dcf4b5dd4b8e), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:37.315373 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-aeb74e7b-d67d-40ad-9c92-c5ef51f407a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:37.317151 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-aeb74e7b-d67d-40ad-9c92-c5ef51f407a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6067310b-af9f-40c8-b461-dcf4b5dd4b8e HTTP/1.1" status: 204 len: 168 time: 0.1370633 May 10 14:05:37.326542 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb74e7b-d67d-40ad-9c92-c5ef51f407a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6067310b-af9f-40c8-b461-dcf4b5dd4b8e,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:37.360395 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06056372-9b60-4a58-8cbe-b5b234361d6b req-b0ef8e8c-756a-48a4-977a-95ddfc99492d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:37.361852 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-06056372-9b60-4a58-8cbe-b5b234361d6b req-b0ef8e8c-756a-48a4-977a-95ddfc99492d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea5f467a-2a77-46ae-b000-00f12ba5a923 HTTP/1.1" status: 200 len: 850 time: 0.0496495 May 10 14:05:37.406735 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06056372-9b60-4a58-8cbe-b5b234361d6b req-bacbf892-ba42-4d60-81c6-551b38501b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:37.408298 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-06056372-9b60-4a58-8cbe-b5b234361d6b req-bacbf892-ba42-4d60-81c6-551b38501b6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c3ef3499-58c5-4573-b70a-3147dbe30f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395601 May 10 14:05:37.516459 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-06056372-9b60-4a58-8cbe-b5b234361d6b req-402382ad-021f-4fab-b55c-c7e26069b420 service neutron] 10.222.0.57 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015122 May 10 14:05:37.597648 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf9d78-1038-4350-a256-932da4e5ce09 req-7587305f-0363-43f7-b327-19c6e823461e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:37.599129 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-24bf9d78-1038-4350-a256-932da4e5ce09 req-7587305f-0363-43f7-b327-19c6e823461e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0980713 May 10 14:05:37.668113 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-06056372-9b60-4a58-8cbe-b5b234361d6b req-66d6578b-5a84-417a-b8f3-43c1ff6b2cf0 service neutron] 10.222.0.57 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357770 May 10 14:05:37.671369 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-24bf9d78-1038-4350-a256-932da4e5ce09 req-505c940e-ec85-49ab-87f8-6b9927c385ed tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662048 May 10 14:05:38.795825 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae65da-0cae-457f-861c-4305a797d80d req-d6a053f1-183b-4e69-b23f-e3d471e221e6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:38.797430 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cdae65da-0cae-457f-861c-4305a797d80d req-d6a053f1-183b-4e69-b23f-e3d471e221e6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0492723 May 10 14:05:38.847205 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cdae65da-0cae-457f-861c-4305a797d80d req-5bf2e104-01d7-48b0-90bb-190f95b5fe7e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442784 May 10 14:05:38.997013 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 55174) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:39.108149 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e71a9696-9d70-4b39-9b18-541df10ffbeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:39.183393 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e71a9696-9d70-4b39-9b18-541df10ffbeb admin admin] Publish callbacks [] for security_group (11a79937-fd10-4298-b7d0-0ac1bc914c7d), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:39.187112 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e71a9696-9d70-4b39-9b18-541df10ffbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (11a79937-fd10-4298-b7d0-0ac1bc914c7d), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:39.221786 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a9696-9d70-4b39-9b18-541df10ffbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a79937-fd10-4298-b7d0-0ac1bc914c7d,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:39.228086 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e71a9696-9d70-4b39-9b18-541df10ffbeb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f51c41a6af74bd480e9883dc7082b2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300165 May 10 14:05:39.230097 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 55178) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:39.287351 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fc28f42c-2252-440b-af92-3c556d6b1850 admin admin] Publish callbacks [] for security_group (11a79937-fd10-4298-b7d0-0ac1bc914c7d), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:39.308502 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fc28f42c-2252-440b-af92-3c556d6b1850 admin admin] Publish callbacks [] for security_group (11a79937-fd10-4298-b7d0-0ac1bc914c7d), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:39.354805 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fc28f42c-2252-440b-af92-3c556d6b1850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (11a79937-fd10-4298-b7d0-0ac1bc914c7d), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:39.357358 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fc28f42c-2252-440b-af92-3c556d6b1850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:39.358501 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-fc28f42c-2252-440b-af92-3c556d6b1850 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11a79937-fd10-4298-b7d0-0ac1bc914c7d HTTP/1.1" status: 204 len: 168 time: 0.1274948 May 10 14:05:39.367477 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28f42c-2252-440b-af92-3c556d6b1850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a79937-fd10-4298-b7d0-0ac1bc914c7d,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:39.614757 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 55184) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:39.630864 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef16b040-f0c3-4caf-8120-ae4749fae47b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:39.705304 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef16b040-f0c3-4caf-8120-ae4749fae47b admin admin] Publish callbacks [] for security_group (238a80e0-375e-4b30-87e7-c88d945e28dc), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:39.709051 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ef16b040-f0c3-4caf-8120-ae4749fae47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (238a80e0-375e-4b30-87e7-c88d945e28dc), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:39.747261 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ef16b040-f0c3-4caf-8120-ae4749fae47b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed1e3efb18f5478cafe00f3ca6cffd7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314683 May 10 14:05:39.748129 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16b040-f0c3-4caf-8120-ae4749fae47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238a80e0-375e-4b30-87e7-c88d945e28dc,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:39.749967 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 55186) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:39.796353 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1b1a7f15-fa41-49f9-8409-a2cc45d2a842 admin admin] Publish callbacks [] for security_group (238a80e0-375e-4b30-87e7-c88d945e28dc), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:39.817145 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1b1a7f15-fa41-49f9-8409-a2cc45d2a842 admin admin] Publish callbacks [] for security_group (238a80e0-375e-4b30-87e7-c88d945e28dc), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:39.864162 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1b1a7f15-fa41-49f9-8409-a2cc45d2a842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (238a80e0-375e-4b30-87e7-c88d945e28dc), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:39.866870 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1b1a7f15-fa41-49f9-8409-a2cc45d2a842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:39.868035 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-1b1a7f15-fa41-49f9-8409-a2cc45d2a842 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/238a80e0-375e-4b30-87e7-c88d945e28dc HTTP/1.1" status: 204 len: 168 time: 0.1170828 May 10 14:05:39.876546 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a7f15-fa41-49f9-8409-a2cc45d2a842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238a80e0-375e-4b30-87e7-c88d945e28dc,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:39.975582 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83313b0-ba0a-4817-8875-a8be90fb2692 req-877d2d72-e4f0-4ca4-9c36-e5343b23963c tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:39.977149 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e83313b0-ba0a-4817-8875-a8be90fb2692 req-877d2d72-e4f0-4ca4-9c36-e5343b23963c tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0474889 May 10 14:05:40.029887 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e83313b0-ba0a-4817-8875-a8be90fb2692 req-27b92b26-048f-4e66-ac14-c081f680f31e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470011 May 10 14:05:40.660887 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 7c7e5879-9276-48c6-9f02-0be4571c330e details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:05:40.762630 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 7c7e5879-9276-48c6-9f02-0be4571c330e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7c7e5879-9276-48c6-9f02-0be4571c330e,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:40.776477 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': '7c7e5879-9276-48c6-9f02-0be4571c330e', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'port_id': '7c7e5879-9276-48c6-9f02-0be4571c330e', 'mac_address': 'fa:16:3e:91:0a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:05:40.818468 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 7c7e5879-9276-48c6-9f02-0be4571c330e is: ACTIVE; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:05:40.819035 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:40.833778 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c7e5879-9276-48c6-9f02-0be4571c330e {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:05:40.857484 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 7c7e5879-9276-48c6-9f02-0be4571c330e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7c7e5879-9276-48c6-9f02-0be4571c330e,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:40.861633 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:40.922576 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=7c7e5879-9276-48c6-9f02-0be4571c330e,revision_number=6']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:41.049956 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['7c7e5879-9276-48c6-9f02-0be4571c330e'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:05:41.171150 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77024d98-20a0-4f02-9a1f-c4b7202297fa req-3f51a7d8-12f5-4be9-a33a-3d59a60834fb tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:41.179174 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-77024d98-20a0-4f02-9a1f-c4b7202297fa req-3f51a7d8-12f5-4be9-a33a-3d59a60834fb tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 945 time: 0.0605955 May 10 14:05:41.228727 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-77024d98-20a0-4f02-9a1f-c4b7202297fa req-937b9195-1067-4a5a-a63f-3e2a81fe59c6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486445 May 10 14:05:42.354016 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0983b-8bea-4946-86fc-30aa175f0fd4 req-de3a1e1d-a7b1-4860-afb4-28bd9131fc90 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:42.355492 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a2b0983b-8bea-4946-86fc-30aa175f0fd4 req-de3a1e1d-a7b1-4860-afb4-28bd9131fc90 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 945 time: 0.0508821 May 10 14:05:42.418166 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a2b0983b-8bea-4946-86fc-30aa175f0fd4 req-6d757228-a0ac-46aa-8b72-f19db4033b09 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570142 May 10 14:05:42.673164 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 7c7e5879-9276-48c6-9f02-0be4571c330e up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:05:42.730734 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port 7c7e5879-9276-48c6-9f02-0be4571c330e triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:05:42.731132 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:42.829618 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 7c7e5879-9276-48c6-9f02-0be4571c330e is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:05:42.829618 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:42.861153 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e6e847-c76f-441e-a7f8-63251b198a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7e5879-9276-48c6-9f02-0be4571c330e'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:05:42.863626 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be651368-4305-4f5c-b8e2-64c799b6520b" -d '{"events": [{"server_uuid": "18e6e847-c76f-441e-a7f8-63251b198a2d", "name": "network-vif-plugged", "status": "completed", "tag": "7c7e5879-9276-48c6-9f02-0be4571c330e"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:05:42.882556 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 7c7e5879-9276-48c6-9f02-0be4571c330e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7c7e5879-9276-48c6-9f02-0be4571c330e,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:42.891013 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:42.966287 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=7c7e5879-9276-48c6-9f02-0be4571c330e,revision_number=7']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:43.081826 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f42bd71-3e1c-472e-b914-275cac4be2fa x-openstack-request-id: req-2f42bd71-3e1c-472e-b914-275cac4be2fa {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:05:43.082116 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e6e847-c76f-441e-a7f8-63251b198a2d", "name": "network-vif-plugged", "status": "completed", "tag": "7c7e5879-9276-48c6-9f02-0be4571c330e", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:05:43.082381 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f42bd71-3e1c-472e-b914-275cac4be2fa {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:05:43.082787 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f42bd71-3e1c-472e-b914-275cac4be2fa'] response: {'server_uuid': '18e6e847-c76f-441e-a7f8-63251b198a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7e5879-9276-48c6-9f02-0be4571c330e', 'code': 200} May 10 14:05:43.551399 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46531549-feef-4fb9-b20c-91fcca8ee2c5 req-93a08fef-a4dd-450e-abee-db08637f38c2 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:43.553861 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-46531549-feef-4fb9-b20c-91fcca8ee2c5 req-93a08fef-a4dd-450e-abee-db08637f38c2 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0572255 May 10 14:05:43.605830 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-46531549-feef-4fb9-b20c-91fcca8ee2c5 req-b9a99ab3-beea-474f-b55b-df86afed292a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464237 May 10 14:05:44.763729 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b583611-e849-4c3e-82fc-c7b58c7ee701 req-cdeb4b7f-bae6-40f3-96e5-2df5ec250aa4 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:44.766461 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0b583611-e849-4c3e-82fc-c7b58c7ee701 req-cdeb4b7f-bae6-40f3-96e5-2df5ec250aa4 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0615513 May 10 14:05:44.829839 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0b583611-e849-4c3e-82fc-c7b58c7ee701 req-2f3f8c95-4b27-4909-bfc1-b37a110a4f0e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576172 May 10 14:05:45.259045 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 55332) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:45.401991 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6248ecb0-2cd4-459f-8177-a6869b45e139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:45.511758 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6248ecb0-2cd4-459f-8177-a6869b45e139 admin admin] Publish callbacks [] for security_group (ee776051-28de-4d15-8511-6deab0c48e5b), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:45.516958 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6248ecb0-2cd4-459f-8177-a6869b45e139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (ee776051-28de-4d15-8511-6deab0c48e5b), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:45.558109 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248ecb0-2cd4-459f-8177-a6869b45e139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee776051-28de-4d15-8511-6deab0c48e5b,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:45.566020 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 55338) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:45.573504 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-6248ecb0-2cd4-459f-8177-a6869b45e139 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cdfb20b49d2e401e9ef81fb694484ee1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3120120 May 10 14:05:45.627293 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8f078bc3-63d9-42cd-8620-ff784885e2f0 admin admin] Publish callbacks [] for security_group (ee776051-28de-4d15-8511-6deab0c48e5b), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:45.652506 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8f078bc3-63d9-42cd-8620-ff784885e2f0 admin admin] Publish callbacks [] for security_group (ee776051-28de-4d15-8511-6deab0c48e5b), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:45.712460 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8f078bc3-63d9-42cd-8620-ff784885e2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (ee776051-28de-4d15-8511-6deab0c48e5b), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:45.718088 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8f078bc3-63d9-42cd-8620-ff784885e2f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:45.724239 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8f078bc3-63d9-42cd-8620-ff784885e2f0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee776051-28de-4d15-8511-6deab0c48e5b HTTP/1.1" status: 204 len: 168 time: 0.1527584 May 10 14:05:45.737347 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f078bc3-63d9-42cd-8620-ff784885e2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee776051-28de-4d15-8511-6deab0c48e5b,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:46.038428 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e341739-6dc0-449e-9e62-883b58819c30 req-4081f9b3-e600-4e68-a47e-847d490c3d8f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:46.040299 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e341739-6dc0-449e-9e62-883b58819c30 req-4081f9b3-e600-4e68-a47e-847d490c3d8f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0860670 May 10 14:05:46.102581 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e341739-6dc0-449e-9e62-883b58819c30 req-41b72e2c-c86b-4dfa-8121-c2c40d071fb3 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550973 May 10 14:05:46.153371 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 55350) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:46.166324 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8c17f008-064e-4e33-8d5e-e170fd9ac436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:46.250954 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8c17f008-064e-4e33-8d5e-e170fd9ac436 admin admin] Publish callbacks [] for security_group (e9197b2d-afd1-4c41-a2d8-927449f2df4d), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:46.256223 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8c17f008-064e-4e33-8d5e-e170fd9ac436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (e9197b2d-afd1-4c41-a2d8-927449f2df4d), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:46.296415 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8c17f008-064e-4e33-8d5e-e170fd9ac436 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3fd2473402c541cab9f26c3fa2627bbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418886 May 10 14:05:46.297609 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17f008-064e-4e33-8d5e-e170fd9ac436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9197b2d-afd1-4c41-a2d8-927449f2df4d,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:46.300084 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 55352) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:46.355457 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-09710351-8d2e-42ff-80a7-01613d269449 admin admin] Publish callbacks [] for security_group (e9197b2d-afd1-4c41-a2d8-927449f2df4d), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:46.380919 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-09710351-8d2e-42ff-80a7-01613d269449 admin admin] Publish callbacks [] for security_group (e9197b2d-afd1-4c41-a2d8-927449f2df4d), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:46.436199 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-09710351-8d2e-42ff-80a7-01613d269449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (e9197b2d-afd1-4c41-a2d8-927449f2df4d), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:46.441096 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-09710351-8d2e-42ff-80a7-01613d269449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:46.442536 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-09710351-8d2e-42ff-80a7-01613d269449 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e9197b2d-afd1-4c41-a2d8-927449f2df4d HTTP/1.1" status: 204 len: 168 time: 0.1409624 May 10 14:05:46.456024 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09710351-8d2e-42ff-80a7-01613d269449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9197b2d-afd1-4c41-a2d8-927449f2df4d,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:47.269878 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ea612-5dce-43dd-a343-fb82a54a8ce9 req-82e6bf82-d0d6-473e-8973-a525e6aa0eb1 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:47.277513 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-198ea612-5dce-43dd-a343-fb82a54a8ce9 req-82e6bf82-d0d6-473e-8973-a525e6aa0eb1 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0906727 May 10 14:05:47.336467 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-198ea612-5dce-43dd-a343-fb82a54a8ce9 req-54c9ec1a-ff6b-4aba-a7a0-048926577736 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578883 May 10 14:05:48.492116 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167c18f-b287-405a-8e84-e3958040018c req-4c34b82b-1cfd-4bf2-8681-0ff8e570a85a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:48.497683 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5167c18f-b287-405a-8e84-e3958040018c req-4c34b82b-1cfd-4bf2-8681-0ff8e570a85a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0809193 May 10 14:05:48.499398 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 55422) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:48.586985 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5167c18f-b287-405a-8e84-e3958040018c req-6c1e56d3-5e95-45ee-98de-32a748094e4e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726571 May 10 14:05:48.618585 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-13de3f23-0900-44f8-b107-3c29e0b7890f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:48.707837 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-13de3f23-0900-44f8-b107-3c29e0b7890f admin admin] Publish callbacks [] for security_group (45b723e2-c5f9-4ba7-a699-9dd903df68e6), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:48.713110 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-13de3f23-0900-44f8-b107-3c29e0b7890f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (45b723e2-c5f9-4ba7-a699-9dd903df68e6), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:48.755432 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-13de3f23-0900-44f8-b107-3c29e0b7890f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b972c078b4d6439ebb9a3e9ae0b2870a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540820 May 10 14:05:48.756973 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de3f23-0900-44f8-b107-3c29e0b7890f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b723e2-c5f9-4ba7-a699-9dd903df68e6,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:48.757884 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 55426) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:48.814733 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b8272a36-36f8-44c5-b9df-339889167fc1 admin admin] Publish callbacks [] for security_group (45b723e2-c5f9-4ba7-a699-9dd903df68e6), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:48.837839 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b8272a36-36f8-44c5-b9df-339889167fc1 admin admin] Publish callbacks [] for security_group (45b723e2-c5f9-4ba7-a699-9dd903df68e6), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:48.891051 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b8272a36-36f8-44c5-b9df-339889167fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (45b723e2-c5f9-4ba7-a699-9dd903df68e6), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:48.894206 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b8272a36-36f8-44c5-b9df-339889167fc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:48.895922 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b8272a36-36f8-44c5-b9df-339889167fc1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/45b723e2-c5f9-4ba7-a699-9dd903df68e6 HTTP/1.1" status: 204 len: 168 time: 0.1369708 May 10 14:05:48.904552 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8272a36-36f8-44c5-b9df-339889167fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b723e2-c5f9-4ba7-a699-9dd903df68e6,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:49.199195 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 55434) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:49.213119 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ed9e443a-e4ca-421c-8d96-88b428bfbb96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:49.314776 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ed9e443a-e4ca-421c-8d96-88b428bfbb96 admin admin] Publish callbacks [] for security_group (3840a27f-b75d-4e92-8b79-fb7bbf36b2e3), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:49.319209 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ed9e443a-e4ca-421c-8d96-88b428bfbb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (3840a27f-b75d-4e92-8b79-fb7bbf36b2e3), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:49.368926 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ed9e443a-e4ca-421c-8d96-88b428bfbb96 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d1c3cf2b8dd748f9b92bf2da2625d578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1685624 May 10 14:05:49.369787 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e443a-e4ca-421c-8d96-88b428bfbb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3840a27f-b75d-4e92-8b79-fb7bbf36b2e3,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:49.372068 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 55436) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:49.444527 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-be0d01a4-e1d6-4009-8963-8f03c14b33b2 admin admin] Publish callbacks [] for security_group (3840a27f-b75d-4e92-8b79-fb7bbf36b2e3), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:49.470428 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-be0d01a4-e1d6-4009-8963-8f03c14b33b2 admin admin] Publish callbacks [] for security_group (3840a27f-b75d-4e92-8b79-fb7bbf36b2e3), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:49.527198 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-be0d01a4-e1d6-4009-8963-8f03c14b33b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (3840a27f-b75d-4e92-8b79-fb7bbf36b2e3), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:49.531229 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-be0d01a4-e1d6-4009-8963-8f03c14b33b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:49.536059 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-be0d01a4-e1d6-4009-8963-8f03c14b33b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3840a27f-b75d-4e92-8b79-fb7bbf36b2e3 HTTP/1.1" status: 204 len: 168 time: 0.1629419 May 10 14:05:49.544414 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d01a4-e1d6-4009-8963-8f03c14b33b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3840a27f-b75d-4e92-8b79-fb7bbf36b2e3,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:49.733398 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d43bfa-283c-4984-9740-b83acf8eeac8 req-74e50d4b-078b-4164-95a6-5f6e48650867 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:49.735371 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-52d43bfa-283c-4984-9740-b83acf8eeac8 req-74e50d4b-078b-4164-95a6-5f6e48650867 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0668931 May 10 14:05:49.822500 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-52d43bfa-283c-4984-9740-b83acf8eeac8 req-c7ab58dc-f88d-49eb-84cd-0566cd0c0822 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758362 May 10 14:05:50.940036 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f71b0-f129-46ef-bb74-2669c8a50466 req-cfd85459-5a3a-4661-9f3d-82d162b83707 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:50.941460 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3f7f71b0-f129-46ef-bb74-2669c8a50466 req-cfd85459-5a3a-4661-9f3d-82d162b83707 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0475986 May 10 14:05:50.992684 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3f7f71b0-f129-46ef-bb74-2669c8a50466 req-559f1da4-883a-43dd-a476-18c27a540ada tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422094 May 10 14:05:51.488141 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae44b91-ae71-4e38-9c12-a741270d4c7a req-b92b1ab7-49a6-4c39-9403-b117aca42c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:51.490054 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6ae44b91-ae71-4e38-9c12-a741270d4c7a req-b92b1ab7-49a6-4c39-9403-b117aca42c8e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd39c2a00ace4575896bf3f045bedce1&device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 1130 time: 0.0445118 May 10 14:05:51.581114 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae44b91-ae71-4e38-9c12-a741270d4c7a req-fcafc201-0a27-422b-b66e-3e4622e96816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:51.582558 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6ae44b91-ae71-4e38-9c12-a741270d4c7a req-fcafc201-0a27-422b-b66e-3e4622e96816 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c2e159f-7eb2-470d-9799-bf81a94b9b35 HTTP/1.1" status: 200 len: 917 time: 0.0835817 May 10 14:05:51.902842 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6ae44b91-ae71-4e38-9c12-a741270d4c7a req-cec7d807-73bd-465b-addc-76e3f0c46c47 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c7e5879-9276-48c6-9f02-0be4571c330e HTTP/1.1" status: 200 len: 1002 time: 0.3138521 May 10 14:05:51.949880 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae44b91-ae71-4e38-9c12-a741270d4c7a req-0ed33bec-8dd4-435b-af6f-941095c63cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:51.951292 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6ae44b91-ae71-4e38-9c12-a741270d4c7a req-0ed33bec-8dd4-435b-af6f-941095c63cbf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e8396c4-2dcc-480c-84ec-587b7b32be41 HTTP/1.1" status: 200 len: 855 time: 0.0422959 May 10 14:05:51.992819 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae44b91-ae71-4e38-9c12-a741270d4c7a req-fd385758-6599-47bb-b98c-429aa9cdff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:51.994183 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6ae44b91-ae71-4e38-9c12-a741270d4c7a req-fd385758-6599-47bb-b98c-429aa9cdff1f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c2e159f-7eb2-470d-9799-bf81a94b9b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372376 May 10 14:05:52.116739 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6ae44b91-ae71-4e38-9c12-a741270d4c7a req-64b2d0a0-c10b-4540-9ba8-4e7a0bfb2c3b service neutron] 10.222.0.57 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154940 May 10 14:05:52.127121 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8d1da-5786-4a8a-bf91-ea23bc608949 req-c82405e3-ecdb-415c-a87c-ed54c27f2ee0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:52.129096 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-aaf8d1da-5786-4a8a-bf91-ea23bc608949 req-c82405e3-ecdb-415c-a87c-ed54c27f2ee0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0582330 May 10 14:05:52.228520 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-aaf8d1da-5786-4a8a-bf91-ea23bc608949 req-1dd0b45a-12d1-49de-a820-1bf695bb4201 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916226 May 10 14:05:52.246091 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6ae44b91-ae71-4e38-9c12-a741270d4c7a req-477b683f-4e9a-4044-8e8e-2f3fa7a41930 service neutron] 10.222.0.57 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160011 May 10 14:05:53.347212 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e43211-4815-4f21-b755-763746c34bb1 req-bbc77eab-63f3-485d-9537-5fade94bbd3c tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:53.348856 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-87e43211-4815-4f21-b755-763746c34bb1 req-bbc77eab-63f3-485d-9537-5fade94bbd3c tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0459344 May 10 14:05:53.396246 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-87e43211-4815-4f21-b755-763746c34bb1 req-09979577-8131-4b4b-88d0-442f98809e1a tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419085 May 10 14:05:54.526724 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca23534-2aa9-4894-a883-94e01dea26a7 req-23911627-a1b5-40e3-885c-e0997872c495 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:54.528353 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3ca23534-2aa9-4894-a883-94e01dea26a7 req-23911627-a1b5-40e3-885c-e0997872c495 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 946 time: 0.0555878 May 10 14:05:54.574904 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3ca23534-2aa9-4894-a883-94e01dea26a7 req-a841516e-f217-43df-951c-6e98aaca0e32 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404894 May 10 14:05:54.607218 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 55548) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:54.739542 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e26df5a9-a626-4f49-b746-1ac858638687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:54.747360 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 7c7e5879-9276-48c6-9f02-0be4571c330e no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:05:54.831396 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 7c7e5879-9276-48c6-9f02-0be4571c330e is: ACTIVE; New status is: DOWN {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:05:54.831790 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:54.842765 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e26df5a9-a626-4f49-b746-1ac858638687 admin admin] Publish callbacks [] for security_group (c7139f17-a292-4e94-8093-5966d62c7157), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:54.847667 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e26df5a9-a626-4f49-b746-1ac858638687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (c7139f17-a292-4e94-8093-5966d62c7157), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:54.858054 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e6e847-c76f-441e-a7f8-63251b198a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c7e5879-9276-48c6-9f02-0be4571c330e'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:05:54.861121 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559c999f-5742-4fdd-bcd0-e5c3477b2978" -d '{"events": [{"server_uuid": "18e6e847-c76f-441e-a7f8-63251b198a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c7e5879-9276-48c6-9f02-0be4571c330e"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:05:54.874959 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 7c7e5879-9276-48c6-9f02-0be4571c330e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7c7e5879-9276-48c6-9f02-0be4571c330e,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:05:54.880950 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:54.912191 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26df5a9-a626-4f49-b746-1ac858638687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7139f17-a292-4e94-8093-5966d62c7157,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:54.915355 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 14:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82f54a3-9f2b-4b1a-a49d-88600a85aee5 x-openstack-request-id: req-e82f54a3-9f2b-4b1a-a49d-88600a85aee5 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:05:54.915663 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e6e847-c76f-441e-a7f8-63251b198a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c7e5879-9276-48c6-9f02-0be4571c330e", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:05:54.915923 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e82f54a3-9f2b-4b1a-a49d-88600a85aee5 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:05:54.916341 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e82f54a3-9f2b-4b1a-a49d-88600a85aee5'] response: {'server_uuid': '18e6e847-c76f-441e-a7f8-63251b198a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c7e5879-9276-48c6-9f02-0be4571c330e', 'code': 200} May 10 14:05:54.920873 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e26df5a9-a626-4f49-b746-1ac858638687 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f9a6de1257914458b659e48934e086e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3100457 May 10 14:05:54.930099 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 55564) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:54.945653 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=7c7e5879-9276-48c6-9f02-0be4571c330e,revision_number=8']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:54.986500 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fbb39d36-7d7c-460b-9cda-d0907f12959e admin admin] Publish callbacks [] for security_group (c7139f17-a292-4e94-8093-5966d62c7157), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:55.029036 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fbb39d36-7d7c-460b-9cda-d0907f12959e admin admin] Publish callbacks [] for security_group (c7139f17-a292-4e94-8093-5966d62c7157), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:55.108592 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fbb39d36-7d7c-460b-9cda-d0907f12959e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (c7139f17-a292-4e94-8093-5966d62c7157), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:55.112895 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fbb39d36-7d7c-460b-9cda-d0907f12959e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:55.114112 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-fbb39d36-7d7c-460b-9cda-d0907f12959e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c7139f17-a292-4e94-8093-5966d62c7157 HTTP/1.1" status: 204 len: 168 time: 0.1778326 May 10 14:05:55.123853 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb39d36-7d7c-460b-9cda-d0907f12959e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7139f17-a292-4e94-8093-5966d62c7157,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:55.286844 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:55.470399 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 55592) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:55.503971 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e69472ea-2d67-48fe-8580-7248ce63f952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:55.614204 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e69472ea-2d67-48fe-8580-7248ce63f952 admin admin] Publish callbacks [] for security_group (ea58e05b-4b34-464b-be5b-a745ada7bfb2), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:55.618591 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e69472ea-2d67-48fe-8580-7248ce63f952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (ea58e05b-4b34-464b-be5b-a745ada7bfb2), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:55.663889 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e69472ea-2d67-48fe-8580-7248ce63f952 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=31988b3bbc2c426296cac368bec029a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899908 May 10 14:05:55.663889 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69472ea-2d67-48fe-8580-7248ce63f952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea58e05b-4b34-464b-be5b-a745ada7bfb2,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:55.664382 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 55600) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:05:55.712921 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [req-88d39918-3060-4007-9d42-1c8f502002d4 req-cebf8c29-4c11-40a0-871c-ae8fed5b6abb service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 14:05:55.713945 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-88d39918-3060-4007-9d42-1c8f502002d4 req-cebf8c29-4c11-40a0-871c-ae8fed5b6abb service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1707091 May 10 14:05:55.725607 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b5e406f1-e64b-4b8b-8c9e-d419280f542d admin admin] Publish callbacks [] for security_group (ea58e05b-4b34-464b-be5b-a745ada7bfb2), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:55.746912 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b5e406f1-e64b-4b8b-8c9e-d419280f542d admin admin] Publish callbacks [] for security_group (ea58e05b-4b34-464b-be5b-a745ada7bfb2), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:55.808101 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b5e406f1-e64b-4b8b-8c9e-d419280f542d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (ea58e05b-4b34-464b-be5b-a745ada7bfb2), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:55.810898 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b5e406f1-e64b-4b8b-8c9e-d419280f542d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:55.814929 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b5e406f1-e64b-4b8b-8c9e-d419280f542d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ea58e05b-4b34-464b-be5b-a745ada7bfb2 HTTP/1.1" status: 204 len: 168 time: 0.1493807 May 10 14:05:55.824329 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e406f1-e64b-4b8b-8c9e-d419280f542d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea58e05b-4b34-464b-be5b-a745ada7bfb2,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:05:55.900619 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-88b52634-7666-47d7-94b8-70aa789c82fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:55.924270 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62030c1e-f00d-403a-b47c-7a08a04bfc14 req-7d845d67-fae4-4dc6-abe7-25e6640a102e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:55.925857 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-62030c1e-f00d-403a-b47c-7a08a04bfc14 req-7d845d67-fae4-4dc6-abe7-25e6640a102e tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 944 time: 0.0789866 May 10 14:05:55.936452 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5359657f-0770-49a5-aa8f-5ad3a967019c req-852ee10b-0b31-4088-832a-c01e7951fde3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0525696 May 10 14:05:56.023870 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-62030c1e-f00d-403a-b47c-7a08a04bfc14 req-e39f1ccf-b4ab-4fe1-9c66-b85e74c2345b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905216 May 10 14:05:56.043292 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359657f-0770-49a5-aa8f-5ad3a967019c req-e8d407bc-dd83-4e47-805c-34a6df5a9b5f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:56.044781 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5359657f-0770-49a5-aa8f-5ad3a967019c req-e8d407bc-dd83-4e47-805c-34a6df5a9b5f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports/7c7e5879-9276-48c6-9f02-0be4571c330e HTTP/1.1" status: 200 len: 941 time: 0.0754600 May 10 14:05:56.904452 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359657f-0770-49a5-aa8f-5ad3a967019c req-ca1a6a2c-0546-472e-9280-c790aea3bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:56.906044 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5359657f-0770-49a5-aa8f-5ad3a967019c req-ca1a6a2c-0546-472e-9280-c790aea3bde7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d&tenant_id=dd39c2a00ace4575896bf3f045bedce1 HTTP/1.1" status: 200 len: 1128 time: 0.0405262 May 10 14:05:56.989407 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359657f-0770-49a5-aa8f-5ad3a967019c req-9e42a58b-0bb3-42ce-8f65-625f252d3510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:56.992154 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5359657f-0770-49a5-aa8f-5ad3a967019c req-9e42a58b-0bb3-42ce-8f65-625f252d3510 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd39c2a00ace4575896bf3f045bedce1&device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 1128 time: 0.0431936 May 10 14:05:57.157907 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359657f-0770-49a5-aa8f-5ad3a967019c req-b0ccce76-d8ff-4a6b-9efe-92f7709057a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:57.159931 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5359657f-0770-49a5-aa8f-5ad3a967019c req-b0ccce76-d8ff-4a6b-9efe-92f7709057a4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c2e159f-7eb2-470d-9799-bf81a94b9b35 HTTP/1.1" status: 200 len: 917 time: 0.1591289 May 10 14:05:57.175292 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811feda-1f27-4c8d-a8f3-ff9d101d88f0 req-bcb599b6-eee5-4b3a-b99f-6fc06873e7ee tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:57.176809 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8811feda-1f27-4c8d-a8f3-ff9d101d88f0 req-bcb599b6-eee5-4b3a-b99f-6fc06873e7ee tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 944 time: 0.0716197 May 10 14:05:57.261798 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5359657f-0770-49a5-aa8f-5ad3a967019c req-2120cd4e-5161-41d2-a17e-b87604d83c50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c7e5879-9276-48c6-9f02-0be4571c330e HTTP/1.1" status: 200 len: 1000 time: 0.0840051 May 10 14:05:57.282581 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8811feda-1f27-4c8d-a8f3-ff9d101d88f0 req-17ea161c-0d91-4bf4-bdac-639b7ff7f068 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983126 May 10 14:05:57.325320 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359657f-0770-49a5-aa8f-5ad3a967019c req-d8329a8e-a5ad-4b85-b90a-3d9cb0c0ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:57.326798 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5359657f-0770-49a5-aa8f-5ad3a967019c req-d8329a8e-a5ad-4b85-b90a-3d9cb0c0ef0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e8396c4-2dcc-480c-84ec-587b7b32be41 HTTP/1.1" status: 200 len: 855 time: 0.0559082 May 10 14:05:57.370962 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359657f-0770-49a5-aa8f-5ad3a967019c req-55437c45-48ff-4720-9b2a-60243404ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:57.372485 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5359657f-0770-49a5-aa8f-5ad3a967019c req-55437c45-48ff-4720-9b2a-60243404ab03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c2e159f-7eb2-470d-9799-bf81a94b9b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390983 May 10 14:05:57.466974 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5359657f-0770-49a5-aa8f-5ad3a967019c req-d5fc1972-e794-4174-ab0f-3ffeb2ed2310 service neutron] 10.222.0.57 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868757 May 10 14:05:57.556331 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5359657f-0770-49a5-aa8f-5ad3a967019c req-0b6ab58b-9a33-4151-a9ec-6f6b59125776 service neutron] 10.222.0.57 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830307 May 10 14:05:57.619169 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:05:57.940406 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82d340-f0c4-4f37-9383-be8b5e6b4900 req-d3c07c1f-ad85-48ab-b518-10ed9806abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:57.942018 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ee82d340-f0c4-4f37-9383-be8b5e6b4900 req-d3c07c1f-ad85-48ab-b518-10ed9806abc0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd39c2a00ace4575896bf3f045bedce1&device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 1128 time: 0.0423849 May 10 14:05:58.058527 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82d340-f0c4-4f37-9383-be8b5e6b4900 req-84bb3e5b-595e-49ef-9fb2-9e699c479c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:58.060411 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ee82d340-f0c4-4f37-9383-be8b5e6b4900 req-84bb3e5b-595e-49ef-9fb2-9e699c479c13 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c2e159f-7eb2-470d-9799-bf81a94b9b35 HTTP/1.1" status: 200 len: 917 time: 0.0985084 May 10 14:05:58.139253 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ee82d340-f0c4-4f37-9383-be8b5e6b4900 req-cfdf0775-a8cf-4dd2-be4a-6a6cff30a942 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c7e5879-9276-48c6-9f02-0be4571c330e HTTP/1.1" status: 200 len: 1000 time: 0.0644486 May 10 14:05:58.194372 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82d340-f0c4-4f37-9383-be8b5e6b4900 req-3b1b801d-84da-4b97-bd47-75c3390730cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:58.203108 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ee82d340-f0c4-4f37-9383-be8b5e6b4900 req-3b1b801d-84da-4b97-bd47-75c3390730cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e8396c4-2dcc-480c-84ec-587b7b32be41 HTTP/1.1" status: 200 len: 855 time: 0.0576305 May 10 14:05:58.250787 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82d340-f0c4-4f37-9383-be8b5e6b4900 req-4d3b5367-59b2-4f3c-ac0e-548b28520ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:58.252946 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ee82d340-f0c4-4f37-9383-be8b5e6b4900 req-4d3b5367-59b2-4f3c-ac0e-548b28520ab2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c2e159f-7eb2-470d-9799-bf81a94b9b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483363 May 10 14:05:58.315920 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5bf06d84-63fe-4c85-83bd-956ab68d2b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:58.502275 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ccce5-2e94-4d0c-8266-b6781d2a79d8 req-adb52d38-d77c-4e2b-a8a4-148fa48272de tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:58.508818 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-047ccce5-2e94-4d0c-8266-b6781d2a79d8 req-adb52d38-d77c-4e2b-a8a4-148fa48272de tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 944 time: 0.0824432 May 10 14:05:58.566061 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-047ccce5-2e94-4d0c-8266-b6781d2a79d8 req-5f26cf95-5191-4c5b-b225-5fc0824fccc9 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543461 May 10 14:05:58.776960 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 7c7e5879-9276-48c6-9f02-0be4571c330e no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:05:58.862603 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 7c7e5879-9276-48c6-9f02-0be4571c330e is: DOWN; New status is: DOWN {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:05:59.373364 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:05:59.717224 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc130b5-9e2c-464b-8331-dddba30e0564 req-96ce7788-741f-4717-b082-6cd785710135 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:05:59.718992 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2fc130b5-9e2c-464b-8331-dddba30e0564 req-96ce7788-741f-4717-b082-6cd785710135 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 944 time: 0.0752399 May 10 14:05:59.768795 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2fc130b5-9e2c-464b-8331-dddba30e0564 req-1b020fcf-6403-4455-b41e-f20009039c2d tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428054 May 10 14:06:00.757822 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:00.923188 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ea502-98af-4086-b72f-556ec574fe3b req-6e47ddce-cd86-4508-92e7-afd18ca094d8 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:00.925599 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2e6ea502-98af-4086-b72f-556ec574fe3b req-6e47ddce-cd86-4508-92e7-afd18ca094d8 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 944 time: 0.0655859 May 10 14:06:00.992917 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2e6ea502-98af-4086-b72f-556ec574fe3b req-1f20b4a6-ec70-4b4c-8103-9b0ae18516c6 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554285 May 10 14:06:01.141292 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 55766) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:01.261119 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4ef309ec-09d4-4a85-8442-682786e71c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:01.342789 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4ef309ec-09d4-4a85-8442-682786e71c68 admin admin] Publish callbacks [] for security_group (77bf0fd5-0640-4533-a5fe-e2d5c8ef3de4), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:01.349285 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4ef309ec-09d4-4a85-8442-682786e71c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (77bf0fd5-0640-4533-a5fe-e2d5c8ef3de4), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:01.389162 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4ef309ec-09d4-4a85-8442-682786e71c68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a24ede3e62824431af8ad805392153ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461662 May 10 14:06:01.390088 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef309ec-09d4-4a85-8442-682786e71c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bf0fd5-0640-4533-a5fe-e2d5c8ef3de4,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:01.393484 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 55772) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:01.451290 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f4de7d7f-3221-41a2-b152-e4786899dda6 admin admin] Publish callbacks [] for security_group (77bf0fd5-0640-4533-a5fe-e2d5c8ef3de4), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:01.473059 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f4de7d7f-3221-41a2-b152-e4786899dda6 admin admin] Publish callbacks [] for security_group (77bf0fd5-0640-4533-a5fe-e2d5c8ef3de4), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:01.541988 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f4de7d7f-3221-41a2-b152-e4786899dda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (77bf0fd5-0640-4533-a5fe-e2d5c8ef3de4), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:01.544409 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f4de7d7f-3221-41a2-b152-e4786899dda6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:01.545574 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f4de7d7f-3221-41a2-b152-e4786899dda6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/77bf0fd5-0640-4533-a5fe-e2d5c8ef3de4 HTTP/1.1" status: 204 len: 168 time: 0.1510088 May 10 14:06:01.554542 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de7d7f-3221-41a2-b152-e4786899dda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bf0fd5-0640-4533-a5fe-e2d5c8ef3de4,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:01.828932 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 55778) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:01.842910 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d05d900a-b315-4621-8fa5-3e4368c6f88e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:01.918832 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d05d900a-b315-4621-8fa5-3e4368c6f88e admin admin] Publish callbacks [] for security_group (0470831f-114d-48f1-a2ad-21b4539587c3), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:01.925209 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d05d900a-b315-4621-8fa5-3e4368c6f88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (0470831f-114d-48f1-a2ad-21b4539587c3), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:01.963690 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d05d900a-b315-4621-8fa5-3e4368c6f88e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5d54eeec5cd04fa3a92da300e0492538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336446 May 10 14:06:01.966476 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 55780) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:01.969019 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d900a-b315-4621-8fa5-3e4368c6f88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0470831f-114d-48f1-a2ad-21b4539587c3,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:02.030762 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3c488938-b88e-4d93-b8b6-fbee1357b20c admin admin] Publish callbacks [] for security_group (0470831f-114d-48f1-a2ad-21b4539587c3), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:02.054217 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3c488938-b88e-4d93-b8b6-fbee1357b20c admin admin] Publish callbacks [] for security_group (0470831f-114d-48f1-a2ad-21b4539587c3), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:02.132254 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a0be1-339e-4a21-b3df-70c941fbc775 req-4dc8358b-9fbd-494c-b626-8c723d1c5422 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:02.134349 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-862a0be1-339e-4a21-b3df-70c941fbc775 req-4dc8358b-9fbd-494c-b626-8c723d1c5422 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 944 time: 0.0637040 May 10 14:06:02.170352 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3c488938-b88e-4d93-b8b6-fbee1357b20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (0470831f-114d-48f1-a2ad-21b4539587c3), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:02.172954 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3c488938-b88e-4d93-b8b6-fbee1357b20c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:02.174120 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3c488938-b88e-4d93-b8b6-fbee1357b20c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0470831f-114d-48f1-a2ad-21b4539587c3 HTTP/1.1" status: 204 len: 168 time: 0.2060635 May 10 14:06:02.199055 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c488938-b88e-4d93-b8b6-fbee1357b20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0470831f-114d-48f1-a2ad-21b4539587c3,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:02.219043 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-862a0be1-339e-4a21-b3df-70c941fbc775 req-581524c3-e788-418d-8329-aceade5d8cbe tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735180 May 10 14:06:02.319320 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:02.609040 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 55790) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:02.623022 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-735320c8-b944-4f6f-8426-595759323e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:02.716563 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-735320c8-b944-4f6f-8426-595759323e37 admin admin] Publish callbacks [] for security_group (18a44694-6c71-44eb-897d-02741cb82ea7), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:02.721303 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-735320c8-b944-4f6f-8426-595759323e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (18a44694-6c71-44eb-897d-02741cb82ea7), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:02.761043 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-735320c8-b944-4f6f-8426-595759323e37 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f0efe79770f44159b2ed55b682f810e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508334 May 10 14:06:02.761770 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735320c8-b944-4f6f-8426-595759323e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a44694-6c71-44eb-897d-02741cb82ea7,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:02.763934 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 55792) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:02.819488 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c6ebc91-cbc5-43f0-bd8d-176cdd83baf8 admin admin] Publish callbacks [] for security_group (18a44694-6c71-44eb-897d-02741cb82ea7), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:02.846357 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c6ebc91-cbc5-43f0-bd8d-176cdd83baf8 admin admin] Publish callbacks [] for security_group (18a44694-6c71-44eb-897d-02741cb82ea7), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:02.896247 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c6ebc91-cbc5-43f0-bd8d-176cdd83baf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (18a44694-6c71-44eb-897d-02741cb82ea7), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:02.899177 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c6ebc91-cbc5-43f0-bd8d-176cdd83baf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:02.900357 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6c6ebc91-cbc5-43f0-bd8d-176cdd83baf8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/18a44694-6c71-44eb-897d-02741cb82ea7 HTTP/1.1" status: 204 len: 168 time: 0.1353276 May 10 14:06:02.908777 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ebc91-cbc5-43f0-bd8d-176cdd83baf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a44694-6c71-44eb-897d-02741cb82ea7,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:03.362307 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a08a2-5368-4e14-a1fa-1e129c4e9f07 req-0510125d-ef20-43aa-85d2-c001e16a0982 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:03.364088 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b82a08a2-5368-4e14-a1fa-1e129c4e9f07 req-0510125d-ef20-43aa-85d2-c001e16a0982 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 944 time: 0.0542910 May 10 14:06:03.442127 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b82a08a2-5368-4e14-a1fa-1e129c4e9f07 req-0518e11a-f1a3-4144-8081-c317bcfafdbf tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713186 May 10 14:06:03.653900 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 55820) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:03.756719 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-259bb224-ec7f-4d33-a983-c3003a17120b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-706407546-network', 'tenant_id': '7a263551cedd420db2fb5b24a60835b8'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:06:03.777742 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259bb224-ec7f-4d33-a983-c3003a17120b admin admin] Made reservation on behalf of 7a263551cedd420db2fb5b24a60835b8 for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:06:03.780126 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-259bb224-ec7f-4d33-a983-c3003a17120b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:03.789434 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-259bb224-ec7f-4d33-a983-c3003a17120b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:03.876222 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-259bb224-ec7f-4d33-a983-c3003a17120b admin admin] Publish callbacks [] for security_group (2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:03.880769 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-259bb224-ec7f-4d33-a983-c3003a17120b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:03.907162 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259bb224-ec7f-4d33-a983-c3003a17120b admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:06:03.919721 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bb224-ec7f-4d33-a983-c3003a17120b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:03.924992 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-259bb224-ec7f-4d33-a983-c3003a17120b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (d68b9f1d-5b9b-46b2-8746-e95e245c01ce), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:03.925357 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-259bb224-ec7f-4d33-a983-c3003a17120b admin admin] Added segment d68b9f1d-5b9b-46b2-8746-e95e245c01ce of type vlan for network b4c49f8d-1bc6-48e0-93de-59cbffeeeacc May 10 14:06:03.969245 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-259bb224-ec7f-4d33-a983-c3003a17120b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770989082799'] for network (b4c49f8d-1bc6-48e0-93de-59cbffeeeacc), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:03.994913 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-259bb224-ec7f-4d33-a983-c3003a17120b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for network (b4c49f8d-1bc6-48e0-93de-59cbffeeeacc), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:03.995877 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259bb224-ec7f-4d33-a983-c3003a17120b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:03.996496 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-259bb224-ec7f-4d33-a983-c3003a17120b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:04.052875 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-259bb224-ec7f-4d33-a983-c3003a17120b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3978486 May 10 14:06:04.056157 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 55824) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:04.062279 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bb224-ec7f-4d33-a983-c3003a17120b admin admin] Pushing event updated for resources: {'Network': ['ID=b4c49f8d-1bc6-48e0-93de-59cbffeeeacc,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:04.065622 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-ec2a6393-3927-4e4b-be31-2a2533b40413 admin admin] Request body: {'subnet': {'network_id': 'b4c49f8d-1bc6-48e0-93de-59cbffeeeacc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-706407546-subnet', 'tenant_id': '7a263551cedd420db2fb5b24a60835b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:06:04.073483 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Network b4c49f8d-1bc6-48e0-93de-59cbffeeeacc details requested by agent ovs-agent-dv-cinder-840678-6-iscsi with host dv-cinder-840678-6-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:06:04.116158 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2a6393-3927-4e4b-be31-2a2533b40413 admin admin] Made reservation on behalf of 7a263551cedd420db2fb5b24a60835b8 for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:06:04.118640 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ec2a6393-3927-4e4b-be31-2a2533b40413 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10135818'] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:04.320646 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ec2a6393-3927-4e4b-be31-2a2533b40413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9373718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10135828'] for subnet (3fda6048-0925-457d-b30a-794f6ba48679), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:04.384005 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a6393-3927-4e4b-be31-2a2533b40413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fda6048-0925-457d-b30a-794f6ba48679,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:04.394200 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2a6393-3927-4e4b-be31-2a2533b40413 admin admin] Checking segment: {'id': 'd68b9f1d-5b9b-46b2-8746-e95e245c01ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b4c49f8d-1bc6-48e0-93de-59cbffeeeacc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:06:04.394200 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2a6393-3927-4e4b-be31-2a2533b40413 admin admin] Network hostable DHCP agents. Network: b4c49f8d-1bc6-48e0-93de-59cbffeeeacc, hostable agents: ['9d798d4e-9452-4d08-ac49-c41e5143ffdf'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:06:04.409597 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2a6393-3927-4e4b-be31-2a2533b40413 admin admin] Network b4c49f8d-1bc6-48e0-93de-59cbffeeeacc is scheduled to be hosted by DHCP agent 9d798d4e-9452-4d08-ac49-c41e5143ffdf with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:06:04.418782 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-ec2a6393-3927-4e4b-be31-2a2533b40413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-6-iscsi, b4c49f8d-1bc6-48e0-93de-59cbffeeeacc) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:06:04.427954 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb0bb6c-4765-4251-8e48-d0ed96e9eb01 None None] Network b4c49f8d-1bc6-48e0-93de-59cbffeeeacc requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:06:04.429119 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2a6393-3927-4e4b-be31-2a2533b40413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:04.432849 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ec2a6393-3927-4e4b-be31-2a2533b40413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:04.451421 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ec2a6393-3927-4e4b-be31-2a2533b40413 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3909910 May 10 14:06:04.597285 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae023f-5075-4d6d-8b68-267010516790 req-4fed2900-650d-4d87-89e2-459e13ef4eca tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:04.598941 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-84ae023f-5075-4d6d-8b68-267010516790 req-4fed2900-650d-4d87-89e2-459e13ef4eca tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 944 time: 0.0627928 May 10 14:06:04.615821 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42eeaad-e5db-4039-a12f-fe45b6ed1e35 None None] Network b4c49f8d-1bc6-48e0-93de-59cbffeeeacc requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:06:04.680056 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-84ae023f-5075-4d6d-8b68-267010516790 req-d13b8b0d-65d1-4428-b473-f125e18f4b70 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754564 May 10 14:06:05.806468 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877dae57-5d4e-43cc-9587-1f797bab9866 req-aa0b5aeb-6363-4061-90eb-f8862a019fdc tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:05.808184 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-877dae57-5d4e-43cc-9587-1f797bab9866 req-aa0b5aeb-6363-4061-90eb-f8862a019fdc tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 944 time: 0.0495925 May 10 14:06:05.857612 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-877dae57-5d4e-43cc-9587-1f797bab9866 req-f72e7d4c-fadb-44bc-a2f1-38728b26e619 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425515 May 10 14:06:06.442166 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-169e03d6-97b0-4a25-9c68-f3f557d77011 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:06.443656 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-169e03d6-97b0-4a25-9c68-f3f557d77011 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/networks?id=b4c49f8d-1bc6-48e0-93de-59cbffeeeacc HTTP/1.1" status: 200 len: 808 time: 0.1052070 May 10 14:06:06.459638 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-1bf6bb72-6779-488c-828d-fd7abaca314a tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/quotas/7a263551cedd420db2fb5b24a60835b8 HTTP/1.1" status: 200 len: 375 time: 0.0096076 May 10 14:06:06.494536 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-1b169078-81dc-4f9b-b19e-20f63ac5ebcf tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7a263551cedd420db2fb5b24a60835b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293536 May 10 14:06:06.628016 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-891fb8a2-b7d7-423f-83d0-7c2c63910e35 service neutron] 10.222.0.49 "GET /v2.0/networks/b4c49f8d-1bc6-48e0-93de-59cbffeeeacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264391 May 10 14:06:06.747782 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-fcbc38af-0681-4f0e-978f-9a60b9c87621 service neutron] 10.222.0.49 "GET /v2.0/networks/b4c49f8d-1bc6-48e0-93de-59cbffeeeacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139898 May 10 14:06:06.924326 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1fd721eb-c5c1-4847-b926-8a4f4578317b req-c201b59c-1258-48ff-ae36-3e48a254bd8a tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b29c8399-ee26-419a-8313-ddd62ae80996 HTTP/1.1" status: 200 len: 210 time: 0.0391016 May 10 14:06:06.992641 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6174683-c8db-4d6e-8d20-dfd4f7c6b5f8 req-7d5cbd7b-def2-4a10-baf1-3633cd397eff tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:06.994135 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b6174683-c8db-4d6e-8d20-dfd4f7c6b5f8 req-7d5cbd7b-def2-4a10-baf1-3633cd397eff tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 944 time: 0.0480053 May 10 14:06:07.044681 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b6174683-c8db-4d6e-8d20-dfd4f7c6b5f8 req-b754a965-351b-4832-99ae-316283727461 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446646 May 10 14:06:07.595214 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ee82d340-f0c4-4f37-9383-be8b5e6b4900 req-41176c49-39da-48e0-8600-dc8ce06023fa service neutron] 10.222.0.57 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843523 May 10 14:06:07.907138 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ee82d340-f0c4-4f37-9383-be8b5e6b4900 req-8d5fefaa-4188-4d2a-a4e3-d0e98ccdb44d service neutron] 10.222.0.57 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872538 May 10 14:06:08.173632 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d56e2-95ca-4e70-9cc8-f6f8897d38e9 req-aab3373d-269e-45e2-9137-9664f1b0c6c9 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:08.175085 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9e8d56e2-95ca-4e70-9cc8-f6f8897d38e9 req-aab3373d-269e-45e2-9137-9664f1b0c6c9 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 944 time: 0.0538535 May 10 14:06:08.226720 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9e8d56e2-95ca-4e70-9cc8-f6f8897d38e9 req-711b1113-9512-4b33-b5aa-fe54870d37ec tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456767 May 10 14:06:08.289045 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e0875a1f-437e-4e9e-92a3-5e12d7a34c8e req-a6cebd33-a86a-4e2c-bc61-326f6001e1af tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b29c8399-ee26-419a-8313-ddd62ae80996 HTTP/1.1" status: 200 len: 210 time: 0.2979808 May 10 14:06:09.375760 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644ef9f-cbe0-4e21-b0ce-e2429e6d95cd req-723f127e-c7ca-431a-9177-07294bf97937 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:09.384675 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1644ef9f-cbe0-4e21-b0ce-e2429e6d95cd req-723f127e-c7ca-431a-9177-07294bf97937 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 944 time: 0.0750763 May 10 14:06:09.428530 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-241174d7-5032-4753-876c-490cefbe7e02 req-a368dc31-d2f8-47d8-a5d1-2c256dcdaa71 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b29c8399-ee26-419a-8313-ddd62ae80996 HTTP/1.1" status: 200 len: 210 time: 0.0305290 May 10 14:06:09.445081 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1644ef9f-cbe0-4e21-b0ce-e2429e6d95cd req-5662d11e-6093-4db0-ab78-a96a88a8a3c8 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593498 May 10 14:06:09.799976 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-851dfcc7-1695-4085-a126-8d6e6dc494b3 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:09.801367 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-851dfcc7-1695-4085-a126-8d6e6dc494b3 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.57 "GET /v2.0/networks?id=b4c49f8d-1bc6-48e0-93de-59cbffeeeacc HTTP/1.1" status: 200 len: 808 time: 0.1016300 May 10 14:06:09.824503 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-52d10985-cc5d-435d-8e43-394744b2620b tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Request body: {'port': {'device_id': 'b29c8399-ee26-419a-8313-ddd62ae80996', 'network_id': 'b4c49f8d-1bc6-48e0-93de-59cbffeeeacc', 'admin_state_up': True, 'tenant_id': '7a263551cedd420db2fb5b24a60835b8'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:06:09.931194 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-52d10985-cc5d-435d-8e43-394744b2620b tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Made reservation on behalf of 7a263551cedd420db2fb5b24a60835b8 for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:06:09.934594 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-52d10985-cc5d-435d-8e43-394744b2620b tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:10.068157 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-52d10985-cc5d-435d-8e43-394744b2620b tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Allocated IP 172.20.0.9 (b4c49f8d-1bc6-48e0-93de-59cbffeeeacc/3fda6048-0925-457d-b30a-794f6ba48679/a0fb9723-3a5f-41a6-8899-41ae9a308684) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:06:10.214408 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-52d10985-cc5d-435d-8e43-394744b2620b tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Publish callbacks [] for port (a0fb9723-3a5f-41a6-8899-41ae9a308684), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:10.250047 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-52d10985-cc5d-435d-8e43-394744b2620b tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (a0fb9723-3a5f-41a6-8899-41ae9a308684), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:10.292677 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-52d10985-cc5d-435d-8e43-394744b2620b tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Network b4c49f8d-1bc6-48e0-93de-59cbffeeeacc is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:06:10.300807 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-52d10985-cc5d-435d-8e43-394744b2620b tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:06:10.305326 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-52d10985-cc5d-435d-8e43-394744b2620b tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:06:10.309221 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d10985-cc5d-435d-8e43-394744b2620b tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Pushing event updated for resources: {'Port': ['ID=a0fb9723-3a5f-41a6-8899-41ae9a308684,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:10.353288 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-52d10985-cc5d-435d-8e43-394744b2620b tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:10.353894 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-52d10985-cc5d-435d-8e43-394744b2620b tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:10.372402 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-52d10985-cc5d-435d-8e43-394744b2620b tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5514257 May 10 14:06:10.398656 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-787804b8-8b3c-470f-8dab-9bacf811672c service neutron] Request body: {'port': {'device_id': 'b29c8399-ee26-419a-8313-ddd62ae80996', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:06:10.465438 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-787804b8-8b3c-470f-8dab-9bacf811672c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (a0fb9723-3a5f-41a6-8899-41ae9a308684), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:10.565266 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7109a9-97e7-468a-a632-5f2b67b58011 req-e3834e2f-bba4-4bbf-895b-dd6fb113a66f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:10.566623 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c17f5-050b-4a06-8b88-d2e1b8cf0cf1 req-47f9d01b-5c3e-4594-858b-8e5afdcecb8d tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:10.566754 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0f7109a9-97e7-468a-a632-5f2b67b58011 req-e3834e2f-bba4-4bbf-895b-dd6fb113a66f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 944 time: 0.0467117 May 10 14:06:10.568073 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e22c17f5-050b-4a06-8b88-d2e1b8cf0cf1 req-47f9d01b-5c3e-4594-858b-8e5afdcecb8d tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b29c8399-ee26-419a-8313-ddd62ae80996 HTTP/1.1" status: 200 len: 931 time: 0.0636060 May 10 14:06:10.618523 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0f7109a9-97e7-468a-a632-5f2b67b58011 req-f62b550c-3ad9-46b0-9669-7e4a54c87047 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415070 May 10 14:06:10.705202 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e22c17f5-050b-4a06-8b88-d2e1b8cf0cf1 req-4a7e1b1a-37ba-4d2c-868d-e6a7282b7866 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942426 May 10 14:06:10.799304 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-787804b8-8b3c-470f-8dab-9bacf811672c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0fb9723-3a5f-41a6-8899-41ae9a308684 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:06:10.806471 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-787804b8-8b3c-470f-8dab-9bacf811672c service neutron] Publish callbacks [] for port (a0fb9723-3a5f-41a6-8899-41ae9a308684), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:10.818228 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-787804b8-8b3c-470f-8dab-9bacf811672c service neutron] Transition to ACTIVE for port object a0fb9723-3a5f-41a6-8899-41ae9a308684 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:06:10.822014 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-787804b8-8b3c-470f-8dab-9bacf811672c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (a0fb9723-3a5f-41a6-8899-41ae9a308684), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:10.871795 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787804b8-8b3c-470f-8dab-9bacf811672c service neutron] Pushing event updated for resources: {'Port': ['ID=a0fb9723-3a5f-41a6-8899-41ae9a308684,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:10.877954 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 7c7e5879-9276-48c6-9f02-0be4571c330e details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:06:10.945168 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-787804b8-8b3c-470f-8dab-9bacf811672c service neutron] Attempting to bind port a0fb9723-3a5f-41a6-8899-41ae9a308684 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:06:10.945499 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-787804b8-8b3c-470f-8dab-9bacf811672c service neutron] Attempting to bind port a0fb9723-3a5f-41a6-8899-41ae9a308684 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'd68b9f1d-5b9b-46b2-8746-e95e245c01ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b4c49f8d-1bc6-48e0-93de-59cbffeeeacc'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:06:10.945833 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-787804b8-8b3c-470f-8dab-9bacf811672c service neutron] Attempting to bind port a0fb9723-3a5f-41a6-8899-41ae9a308684 on network b4c49f8d-1bc6-48e0-93de-59cbffeeeacc {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:06:10.950132 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-787804b8-8b3c-470f-8dab-9bacf811672c service neutron] Port a0fb9723-3a5f-41a6-8899-41ae9a308684 on network b4c49f8d-1bc6-48e0-93de-59cbffeeeacc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:06:10.950460 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-787804b8-8b3c-470f-8dab-9bacf811672c service neutron] Attempting to bind port a0fb9723-3a5f-41a6-8899-41ae9a308684 on network b4c49f8d-1bc6-48e0-93de-59cbffeeeacc {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:06:10.955799 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-787804b8-8b3c-470f-8dab-9bacf811672c service neutron] Checking agent: {'id': 'b4f1cee2-bd7e-4da4-854f-0334af1b5198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'started_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:06:10.956134 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-787804b8-8b3c-470f-8dab-9bacf811672c service neutron] Checking segment: {'id': 'd68b9f1d-5b9b-46b2-8746-e95e245c01ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b4c49f8d-1bc6-48e0-93de-59cbffeeeacc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:06:10.956546 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-787804b8-8b3c-470f-8dab-9bacf811672c service neutron] Bound using segment: {'id': 'd68b9f1d-5b9b-46b2-8746-e95e245c01ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b4c49f8d-1bc6-48e0-93de-59cbffeeeacc'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:06:10.957003 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-787804b8-8b3c-470f-8dab-9bacf811672c service neutron] Bound port: a0fb9723-3a5f-41a6-8899-41ae9a308684, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd68b9f1d-5b9b-46b2-8746-e95e245c01ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b4c49f8d-1bc6-48e0-93de-59cbffeeeacc'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:06:10.957369 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-787804b8-8b3c-470f-8dab-9bacf811672c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (a0fb9723-3a5f-41a6-8899-41ae9a308684), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:10.977763 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 7c7e5879-9276-48c6-9f02-0be4571c330e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7c7e5879-9276-48c6-9f02-0be4571c330e,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:10.988902 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': '7c7e5879-9276-48c6-9f02-0be4571c330e', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'port_id': '7c7e5879-9276-48c6-9f02-0be4571c330e', 'mac_address': 'fa:16:3e:91:0a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:06:11.024668 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-787804b8-8b3c-470f-8dab-9bacf811672c service neutron] For port a0fb9723-3a5f-41a6-8899-41ae9a308684, host hv-cinder-84067, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:06:11.027894 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-787804b8-8b3c-470f-8dab-9bacf811672c service neutron] For port a0fb9723-3a5f-41a6-8899-41ae9a308684, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a0fb9723-3a5f-41a6-8899-41ae9a308684,segment=NetworkSegment(d68b9f1d-5b9b-46b2-8746-e95e245c01ce),segment_id=d68b9f1d-5b9b-46b2-8746-e95e245c01ce)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:06:11.029853 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 7c7e5879-9276-48c6-9f02-0be4571c330e is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:06:11.030324 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:11.034579 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-787804b8-8b3c-470f-8dab-9bacf811672c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (a0fb9723-3a5f-41a6-8899-41ae9a308684), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:11.045444 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7e5879-9276-48c6-9f02-0be4571c330e {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:06:11.065889 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 7c7e5879-9276-48c6-9f02-0be4571c330e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7c7e5879-9276-48c6-9f02-0be4571c330e,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:11.068380 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-787804b8-8b3c-470f-8dab-9bacf811672c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:11.069071 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-787804b8-8b3c-470f-8dab-9bacf811672c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:11.070523 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-787804b8-8b3c-470f-8dab-9bacf811672c service neutron] 10.222.0.57 "PUT /v2.0/ports/a0fb9723-3a5f-41a6-8899-41ae9a308684 HTTP/1.1" status: 200 len: 1093 time: 0.6769233 May 10 14:06:11.070869 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29c8399-ee26-419a-8313-ddd62ae80996', 'tag': 'a0fb9723-3a5f-41a6-8899-41ae9a308684'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:06:11.072092 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:11.073132 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f100dee-6f91-4978-a758-1b426acf3ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "b29c8399-ee26-419a-8313-ddd62ae80996", "tag": "a0fb9723-3a5f-41a6-8899-41ae9a308684"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:06:11.096122 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787804b8-8b3c-470f-8dab-9bacf811672c service neutron] Pushing event updated for resources: {'Port': ['ID=a0fb9723-3a5f-41a6-8899-41ae9a308684,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:11.118459 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba36de85-6749-4cb5-adb7-00f4e45a3774 x-openstack-request-id: req-ba36de85-6749-4cb5-adb7-00f4e45a3774 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:06:11.118751 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29c8399-ee26-419a-8313-ddd62ae80996", "tag": "a0fb9723-3a5f-41a6-8899-41ae9a308684", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:06:11.119010 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba36de85-6749-4cb5-adb7-00f4e45a3774 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:06:11.119416 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba36de85-6749-4cb5-adb7-00f4e45a3774'] response: {'name': 'network-changed', 'server_uuid': 'b29c8399-ee26-419a-8313-ddd62ae80996', 'tag': 'a0fb9723-3a5f-41a6-8899-41ae9a308684', 'status': 'completed', 'code': 200} May 10 14:06:11.121142 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=7c7e5879-9276-48c6-9f02-0be4571c330e,revision_number=9']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:11.327115 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f100dee-6f91-4978-a758-1b426acf3ed3 req-ab52edcd-f50a-4f97-8a62-1714a63121f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:11.328648 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1f100dee-6f91-4978-a758-1b426acf3ed3 req-ab52edcd-f50a-4f97-8a62-1714a63121f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7a263551cedd420db2fb5b24a60835b8&device_id=b29c8399-ee26-419a-8313-ddd62ae80996 HTTP/1.1" status: 200 len: 1127 time: 0.0400977 May 10 14:06:11.435015 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['7c7e5879-9276-48c6-9f02-0be4571c330e'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:06:11.441947 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f100dee-6f91-4978-a758-1b426acf3ed3 req-99686488-be04-4561-8e7c-a0f89c2b2d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:11.443569 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1f100dee-6f91-4978-a758-1b426acf3ed3 req-99686488-be04-4561-8e7c-a0f89c2b2d06 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7a263551cedd420db2fb5b24a60835b8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0974929 May 10 14:06:11.546925 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f100dee-6f91-4978-a758-1b426acf3ed3 req-ac895d77-54bf-4319-b716-7dcf849530c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:11.549431 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1f100dee-6f91-4978-a758-1b426acf3ed3 req-ac895d77-54bf-4319-b716-7dcf849530c9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977125 May 10 14:06:11.663427 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-2b221c37-f1f5-4b34-b81e-c172d01107a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:11.665256 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-2b221c37-f1f5-4b34-b81e-c172d01107a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7a263551cedd420db2fb5b24a60835b8&device_id=b29c8399-ee26-419a-8313-ddd62ae80996 HTTP/1.1" status: 200 len: 1127 time: 0.0484226 May 10 14:06:11.715442 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-80a225b6-c960-42b5-8463-0d1c80c9c925 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0fb9723-3a5f-41a6-8899-41ae9a308684 HTTP/1.1" status: 200 len: 217 time: 0.0367374 May 10 14:06:11.775157 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-f359bc10-9af9-43c4-bc4e-4c6c2af512bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:11.776590 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-f359bc10-9af9-43c4-bc4e-4c6c2af512bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3fda6048-0925-457d-b30a-794f6ba48679 HTTP/1.1" status: 200 len: 848 time: 0.0544624 May 10 14:06:11.807242 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6d44a-3494-4337-83c2-bdbb020f4862 req-13e4b5a7-24eb-43db-8f45-69732618c10c tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:11.815270 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d1c6d44a-3494-4337-83c2-bdbb020f4862 req-13e4b5a7-24eb-43db-8f45-69732618c10c tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 945 time: 0.1038620 May 10 14:06:11.834364 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-5e6ce9e4-ea81-4694-972d-c09b5e55ff02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4c49f8d-1bc6-48e0-93de-59cbffeeeacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504842 May 10 14:06:11.871588 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d1c6d44a-3494-4337-83c2-bdbb020f4862 req-650457f4-3e57-46f2-b195-29a835a9bc02 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550771 May 10 14:06:11.930293 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d242d-f1ea-425e-b42c-e8191bc0feb7 req-ad508913-5162-49b6-8e7e-a0f7e6e28469 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:11.931676 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1d5d242d-f1ea-425e-b42c-e8191bc0feb7 req-ad508913-5162-49b6-8e7e-a0f7e6e28469 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b29c8399-ee26-419a-8313-ddd62ae80996 HTTP/1.1" status: 200 len: 943 time: 0.1003265 May 10 14:06:11.992894 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-7e676ae3-5700-4b82-9119-bffe6d295db7 service neutron] 10.222.0.57 "GET /v2.0/networks/b4c49f8d-1bc6-48e0-93de-59cbffeeeacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486220 May 10 14:06:11.999639 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1d5d242d-f1ea-425e-b42c-e8191bc0feb7 req-54fcdfe1-9ed5-4beb-ba1b-aa80108798c0 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619016 May 10 14:06:12.083741 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8310057c-d805-404f-8cc5-95f8ce5ee048 req-b748c77d-f37b-458c-9da7-415f20c0b238 service neutron] 10.222.0.57 "GET /v2.0/networks/b4c49f8d-1bc6-48e0-93de-59cbffeeeacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831766 May 10 14:06:12.890901 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 7c7e5879-9276-48c6-9f02-0be4571c330e up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:06:12.940994 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port 7c7e5879-9276-48c6-9f02-0be4571c330e triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:06:12.941483 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:12.992035 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3aad4a-430d-4e2a-9a9f-4190a9160df8 req-345c50b4-7d59-4b9a-8c94-900a0f8b6347 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:12.993695 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ff3aad4a-430d-4e2a-9a9f-4190a9160df8 req-345c50b4-7d59-4b9a-8c94-900a0f8b6347 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 945 time: 0.0482981 May 10 14:06:13.036950 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 7c7e5879-9276-48c6-9f02-0be4571c330e is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:06:13.037355 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:13.052613 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ff3aad4a-430d-4e2a-9a9f-4190a9160df8 req-f2a049d2-d67c-48ec-9459-a7cee94e2438 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531108 May 10 14:06:13.068458 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e6e847-c76f-441e-a7f8-63251b198a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7e5879-9276-48c6-9f02-0be4571c330e'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:06:13.075425 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5862e45-5ced-485f-8a33-449535712284" -d '{"events": [{"server_uuid": "18e6e847-c76f-441e-a7f8-63251b198a2d", "name": "network-vif-plugged", "status": "completed", "tag": "7c7e5879-9276-48c6-9f02-0be4571c330e"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:06:13.097279 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 7c7e5879-9276-48c6-9f02-0be4571c330e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7c7e5879-9276-48c6-9f02-0be4571c330e,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:13.103299 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:13.156801 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=7c7e5879-9276-48c6-9f02-0be4571c330e,revision_number=10']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:13.189856 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9974d-82b3-4073-86a7-7dd9d477d777 req-b2909f77-2ae5-4aca-b392-29a538f0f167 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:13.191626 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e2a9974d-82b3-4073-86a7-7dd9d477d777 req-b2909f77-2ae5-4aca-b392-29a538f0f167 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b29c8399-ee26-419a-8313-ddd62ae80996 HTTP/1.1" status: 200 len: 943 time: 0.0617309 May 10 14:06:13.213379 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0585db6c-1334-4981-b538-13f756a1949c x-openstack-request-id: req-0585db6c-1334-4981-b538-13f756a1949c {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:06:13.213702 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e6e847-c76f-441e-a7f8-63251b198a2d", "name": "network-vif-plugged", "status": "completed", "tag": "7c7e5879-9276-48c6-9f02-0be4571c330e", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:06:13.213966 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0585db6c-1334-4981-b538-13f756a1949c {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:06:13.214370 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0585db6c-1334-4981-b538-13f756a1949c'] response: {'server_uuid': '18e6e847-c76f-441e-a7f8-63251b198a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7e5879-9276-48c6-9f02-0be4571c330e', 'code': 200} May 10 14:06:13.240816 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e2a9974d-82b3-4073-86a7-7dd9d477d777 req-86fe62d5-5fdb-4841-a640-eeac52cd0c15 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438473 May 10 14:06:13.776219 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6c679-690c-439e-8b50-2bba94d39b92 req-8f5c9019-3592-478a-bf26-d7fd4161bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:13.777691 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8ba6c679-690c-439e-8b50-2bba94d39b92 req-8f5c9019-3592-478a-bf26-d7fd4161bddf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 1131 time: 0.0381615 May 10 14:06:13.822146 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8ba6c679-690c-439e-8b50-2bba94d39b92 req-923946dd-2259-47bc-914f-a82fd4225c1e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368409 May 10 14:06:14.177803 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d8036-dba0-4505-948e-b9c43b338b61 req-b34c29fa-b9a1-44fa-a18c-7100384c44db tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:14.179292 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8a9d8036-dba0-4505-948e-b9c43b338b61 req-b34c29fa-b9a1-44fa-a18c-7100384c44db tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 947 time: 0.0465379 May 10 14:06:14.227440 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8a9d8036-dba0-4505-948e-b9c43b338b61 req-52b89049-f9cf-4258-b3dc-a43296c543fb tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422914 May 10 14:06:14.363676 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19a398-5eb8-4003-9b86-7c9d9442d07f req-ef2d50ae-1fae-45e9-b060-55cecfd81d9d tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:14.365177 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4b19a398-5eb8-4003-9b86-7c9d9442d07f req-ef2d50ae-1fae-45e9-b060-55cecfd81d9d tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b29c8399-ee26-419a-8313-ddd62ae80996 HTTP/1.1" status: 200 len: 943 time: 0.0459805 May 10 14:06:14.414951 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4b19a398-5eb8-4003-9b86-7c9d9442d07f req-90e78969-4696-4988-8b57-34bccf18d86c tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442605 May 10 14:06:14.886045 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device a0fb9723-3a5f-41a6-8899-41ae9a308684 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:06:14.991287 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port a0fb9723-3a5f-41a6-8899-41ae9a308684, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a0fb9723-3a5f-41a6-8899-41ae9a308684,segment=NetworkSegment(d68b9f1d-5b9b-46b2-8746-e95e245c01ce),segment_id=d68b9f1d-5b9b-46b2-8746-e95e245c01ce)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:15.003393 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': 'a0fb9723-3a5f-41a6-8899-41ae9a308684', 'network_id': 'b4c49f8d-1bc6-48e0-93de-59cbffeeeacc', 'port_id': 'a0fb9723-3a5f-41a6-8899-41ae9a308684', 'mac_address': 'fa:16:3e:0d:b6:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fda6048-0925-457d-b30a-794f6ba48679', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:06:15.042157 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port a0fb9723-3a5f-41a6-8899-41ae9a308684 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:06:15.042554 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (a0fb9723-3a5f-41a6-8899-41ae9a308684), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:15.057653 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0fb9723-3a5f-41a6-8899-41ae9a308684 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:06:15.081272 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port a0fb9723-3a5f-41a6-8899-41ae9a308684, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a0fb9723-3a5f-41a6-8899-41ae9a308684,segment=NetworkSegment(d68b9f1d-5b9b-46b2-8746-e95e245c01ce),segment_id=d68b9f1d-5b9b-46b2-8746-e95e245c01ce)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:15.087826 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (a0fb9723-3a5f-41a6-8899-41ae9a308684), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:15.143218 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=a0fb9723-3a5f-41a6-8899-41ae9a308684,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:15.378887 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87149b72-8c18-48f4-a291-72c170b44479 req-7950d274-ec58-46ed-beb8-e874946146cf tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:15.381263 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-87149b72-8c18-48f4-a291-72c170b44479 req-7950d274-ec58-46ed-beb8-e874946146cf tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 947 time: 0.0678847 May 10 14:06:15.435280 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-87149b72-8c18-48f4-a291-72c170b44479 req-fb9cc7bf-5f48-427a-8c73-3b93fafd9bf0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464997 May 10 14:06:15.463156 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['a0fb9723-3a5f-41a6-8899-41ae9a308684'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:06:15.476642 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80d413-21ce-4a2b-bc9c-c2cce29f5eaf req-899cd122-c314-4f0d-8261-2158e78e7ad5 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:15.478736 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cd80d413-21ce-4a2b-bc9c-c2cce29f5eaf req-899cd122-c314-4f0d-8261-2158e78e7ad5 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=64e15393-bc14-4433-b2aa-6d8fb202b9ea HTTP/1.1" status: 200 len: 945 time: 0.0658112 May 10 14:06:15.550939 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cd80d413-21ce-4a2b-bc9c-c2cce29f5eaf req-27153825-8064-4307-8eff-4ecafe008e0f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=d749d2c8-c920-489b-9f5e-148c36c58c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635746 May 10 14:06:15.586895 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b8dd5-70e9-4bda-8d76-f1b86bb37432 req-878256bb-67cc-47ab-9858-84e7b23f97bb tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:15.592658 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-929b8dd5-70e9-4bda-8d76-f1b86bb37432 req-878256bb-67cc-47ab-9858-84e7b23f97bb tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b29c8399-ee26-419a-8313-ddd62ae80996 HTTP/1.1" status: 200 len: 944 time: 0.0853651 May 10 14:06:15.638119 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-929b8dd5-70e9-4bda-8d76-f1b86bb37432 req-b410407d-7d74-442a-934a-2969ee437072 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443652 May 10 14:06:16.556122 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06ed6f-ed3c-44ce-aef1-2b7e824b77a1 req-c49d6748-f46e-469c-87b8-f1d114500faa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:16.557605 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1f06ed6f-ed3c-44ce-aef1-2b7e824b77a1 req-c49d6748-f46e-469c-87b8-f1d114500faa tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 947 time: 0.0475693 May 10 14:06:16.603474 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1f06ed6f-ed3c-44ce-aef1-2b7e824b77a1 req-6640b1f7-4fba-4192-9e35-73b24c72154b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403321 May 10 14:06:16.684549 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56fb52-3691-4f60-9e6b-7a94417c4ce5 req-ff7c5ae4-dc14-4f44-aaa7-32fb3e629319 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:16.686012 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4b56fb52-3691-4f60-9e6b-7a94417c4ce5 req-ff7c5ae4-dc14-4f44-aaa7-32fb3e629319 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=64e15393-bc14-4433-b2aa-6d8fb202b9ea HTTP/1.1" status: 200 len: 945 time: 0.0566568 May 10 14:06:16.732595 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4b56fb52-3691-4f60-9e6b-7a94417c4ce5 req-df9e076a-eec6-4145-81ca-4321a15a940c tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=d749d2c8-c920-489b-9f5e-148c36c58c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408738 May 10 14:06:16.752951 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0282dd-957e-47ad-8c10-926411448d62 req-072ab102-f18c-4943-844f-eb496a5d3937 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:16.753679 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-be0282dd-957e-47ad-8c10-926411448d62 req-072ab102-f18c-4943-844f-eb496a5d3937 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b29c8399-ee26-419a-8313-ddd62ae80996 HTTP/1.1" status: 200 len: 944 time: 0.0469131 May 10 14:06:16.807121 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-be0282dd-957e-47ad-8c10-926411448d62 req-2134ad98-7849-4165-869d-1e30a92da296 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478737 May 10 14:06:16.897671 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device a0fb9723-3a5f-41a6-8899-41ae9a308684 up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:06:16.943528 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning for port a0fb9723-3a5f-41a6-8899-41ae9a308684 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:06:16.949254 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port a0fb9723-3a5f-41a6-8899-41ae9a308684 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:06:16.949666 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (a0fb9723-3a5f-41a6-8899-41ae9a308684), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:17.030142 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port a0fb9723-3a5f-41a6-8899-41ae9a308684 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:06:17.030525 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (a0fb9723-3a5f-41a6-8899-41ae9a308684), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:17.052492 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29c8399-ee26-419a-8313-ddd62ae80996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fb9723-3a5f-41a6-8899-41ae9a308684'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:06:17.054702 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d064a2c1-8e69-44fa-b492-59fa7bb37710" -d '{"events": [{"server_uuid": "b29c8399-ee26-419a-8313-ddd62ae80996", "name": "network-vif-plugged", "status": "completed", "tag": "a0fb9723-3a5f-41a6-8899-41ae9a308684"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:06:17.067248 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port a0fb9723-3a5f-41a6-8899-41ae9a308684, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a0fb9723-3a5f-41a6-8899-41ae9a308684,segment=NetworkSegment(d68b9f1d-5b9b-46b2-8746-e95e245c01ce),segment_id=d68b9f1d-5b9b-46b2-8746-e95e245c01ce)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:17.071630 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (a0fb9723-3a5f-41a6-8899-41ae9a308684), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:17.095572 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080ecad6-ccce-4f15-88f1-6828943bf14e x-openstack-request-id: req-080ecad6-ccce-4f15-88f1-6828943bf14e {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:06:17.095895 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29c8399-ee26-419a-8313-ddd62ae80996", "name": "network-vif-plugged", "status": "completed", "tag": "a0fb9723-3a5f-41a6-8899-41ae9a308684", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:06:17.096159 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-080ecad6-ccce-4f15-88f1-6828943bf14e {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:06:17.096578 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-080ecad6-ccce-4f15-88f1-6828943bf14e'] response: {'server_uuid': 'b29c8399-ee26-419a-8313-ddd62ae80996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fb9723-3a5f-41a6-8899-41ae9a308684', 'code': 200} May 10 14:06:17.121294 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=a0fb9723-3a5f-41a6-8899-41ae9a308684,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:17.653597 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d233ede-cca1-45f8-82da-3bbcabba1a97 req-ff397f53-2fed-4128-a68b-d96a9f82579e tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:17.655131 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3d233ede-cca1-45f8-82da-3bbcabba1a97 req-ff397f53-2fed-4128-a68b-d96a9f82579e tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.57 "GET /v2.0/ports?device_id=64e15393-bc14-4433-b2aa-6d8fb202b9ea HTTP/1.1" status: 200 len: 945 time: 0.0518403 May 10 14:06:17.663617 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33793dda-2b00-4378-a7cc-755f405a8f38 req-50b759c3-c4cf-4f73-acb2-727b67763fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:17.665169 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-33793dda-2b00-4378-a7cc-755f405a8f38 req-50b759c3-c4cf-4f73-acb2-727b67763fbb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b29c8399-ee26-419a-8313-ddd62ae80996 HTTP/1.1" status: 200 len: 1129 time: 0.0401423 May 10 14:06:17.738833 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589003f5-233f-4a22-88d6-64a2beb503c7 req-130a3c03-6af7-4df1-bc52-34f1cf91e74b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:17.740360 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-589003f5-233f-4a22-88d6-64a2beb503c7 req-130a3c03-6af7-4df1-bc52-34f1cf91e74b tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 947 time: 0.0622253 May 10 14:06:17.745684 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-3d233ede-cca1-45f8-82da-3bbcabba1a97 req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Deleting port 4bee32e6-d54c-4a5f-8e31-b4e7945065bc {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:06:17.746233 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-3d233ede-cca1-45f8-82da-3bbcabba1a97 req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (4bee32e6-d54c-4a5f-8e31-b4e7945065bc), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:17.757893 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-33793dda-2b00-4378-a7cc-755f405a8f38 req-de023061-c5fb-4b94-a720-80e507099dd8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858002 May 10 14:06:17.794389 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-589003f5-233f-4a22-88d6-64a2beb503c7 req-26fe3257-a141-4db2-87cb-c8ded1cabe82 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463080 May 10 14:06:17.870078 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-3d233ede-cca1-45f8-82da-3bbcabba1a97 req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] For port 4bee32e6-d54c-4a5f-8e31-b4e7945065bc, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=4bee32e6-d54c-4a5f-8e31-b4e7945065bc,segment=NetworkSegment(7f904fe4-a583-4eae-8ba7-b18fa03ec8bb),segment_id=7f904fe4-a583-4eae-8ba7-b18fa03ec8bb)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:17.870448 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-3d233ede-cca1-45f8-82da-3bbcabba1a97 req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (4bee32e6-d54c-4a5f-8e31-b4e7945065bc), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:17.884816 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94802f-9688-4cdd-94e6-bdc7caad9509 req-34ef4b8a-5788-4419-a0c4-6d00b4f7f3c2 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:17.886264 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2c94802f-9688-4cdd-94e6-bdc7caad9509 req-34ef4b8a-5788-4419-a0c4-6d00b4f7f3c2 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=64e15393-bc14-4433-b2aa-6d8fb202b9ea HTTP/1.1" status: 200 len: 945 time: 0.0763576 May 10 14:06:17.921431 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0045a1-abe3-44aa-b6a3-a995dd7ad939 req-143c86aa-c174-4320-8fb7-d0ba32b5b158 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:17.923578 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fe0045a1-abe3-44aa-b6a3-a995dd7ad939 req-143c86aa-c174-4320-8fb7-d0ba32b5b158 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b29c8399-ee26-419a-8313-ddd62ae80996 HTTP/1.1" status: 200 len: 945 time: 0.0501668 May 10 14:06:17.968417 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-fe0045a1-abe3-44aa-b6a3-a995dd7ad939 req-063a7912-c84a-405c-ac48-55dec60716b1 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392690 May 10 14:06:18.008895 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2c94802f-9688-4cdd-94e6-bdc7caad9509 req-1b65c6ca-f71b-4086-b561-34ec5d223b5f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups?id=d749d2c8-c920-489b-9f5e-148c36c58c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168914 May 10 14:06:18.341370 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-3d233ede-cca1-45f8-82da-3bbcabba1a97 req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:18.341653 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-3d233ede-cca1-45f8-82da-3bbcabba1a97 req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (639c34af-871f-4ef7-a87f-ee9f3b53f3c8), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:18.341969 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.l3_db [req-3d233ede-cca1-45f8-82da-3bbcabba1a97 req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Floating IP 639c34af-871f-4ef7-a87f-ee9f3b53f3c8 disassociated. External IP: 172.27.3.249, port: 4bee32e6-d54c-4a5f-8e31-b4e7945065bc. May 10 14:06:18.342309 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-3d233ede-cca1-45f8-82da-3bbcabba1a97 req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Calling delete_port for 4bee32e6-d54c-4a5f-8e31-b4e7945065bc owned by compute:nova {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:06:18.468027 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-3d233ede-cca1-45f8-82da-3bbcabba1a97 req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (4bee32e6-d54c-4a5f-8e31-b4e7945065bc), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:18.496716 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Pushing event deleted for resources: {'Port': ['ID=4bee32e6-d54c-4a5f-8e31-b4e7945065bc,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:18.507474 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:18.507821 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:18.508162 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:18.508550 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:18.508905 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:18.509220 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:18.509547 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:18.509869 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:18.510195 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:18.510521 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:18.510866 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:18.511192 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:18.511512 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:18.513005 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:18.513005 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:18.623255 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d233ede-cca1-45f8-82da-3bbcabba1a97 req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Router 18aa9f2d-1182-4053-8a16-d5677abda5b0 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:06:18.730689 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d233ede-cca1-45f8-82da-3bbcabba1a97 req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:06:18.742014 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e185c-5271-4795-a17c-c07401e0a74d None None] Sync routers for ids ['18aa9f2d-1182-4053-8a16-d5677abda5b0'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:06:18.754749 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e185c-5271-4795-a17c-c07401e0a74d None None] Routers {'18aa9f2d-1182-4053-8a16-d5677abda5b0'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:06:18.755566 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4a9e185c-5271-4795-a17c-c07401e0a74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:05:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['18aa9f2d-1182-4053-8a16-d5677abda5b0'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:06:18.772974 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d233ede-cca1-45f8-82da-3bbcabba1a97 req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] No DVR routers for this DVR port 4bee32e6-d54c-4a5f-8e31-b4e7945065bc on host hv-cinder-84067 {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:06:18.775609 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-3d233ede-cca1-45f8-82da-3bbcabba1a97 req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:18.779004 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3d233ede-cca1-45f8-82da-3bbcabba1a97 req-3e967f86-6d13-473b-832d-6bd906e513e1 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.57 "DELETE /v2.0/ports/4bee32e6-d54c-4a5f-8e31-b4e7945065bc HTTP/1.1" status: 204 len: 173 time: 1.1185639 May 10 14:06:18.779657 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e15393-bc14-4433-b2aa-6d8fb202b9ea', 'name': 'network-vif-deleted', 'tag': '4bee32e6-d54c-4a5f-8e31-b4e7945065bc'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:06:18.781826 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54a85fa-84df-4d69-bcd4-3fcb589d2a8e" -d '{"events": [{"server_uuid": "64e15393-bc14-4433-b2aa-6d8fb202b9ea", "name": "network-vif-deleted", "tag": "4bee32e6-d54c-4a5f-8e31-b4e7945065bc"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:06:18.831726 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a77a7a6-baba-4c7d-9e3d-897e44c0bbb6 x-openstack-request-id: req-7a77a7a6-baba-4c7d-9e3d-897e44c0bbb6 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:06:18.832037 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e15393-bc14-4433-b2aa-6d8fb202b9ea", "name": "network-vif-deleted", "tag": "4bee32e6-d54c-4a5f-8e31-b4e7945065bc", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:06:18.832325 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a77a7a6-baba-4c7d-9e3d-897e44c0bbb6 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:06:18.832856 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a77a7a6-baba-4c7d-9e3d-897e44c0bbb6'] response: {'server_uuid': '64e15393-bc14-4433-b2aa-6d8fb202b9ea', 'name': 'network-vif-deleted', 'tag': '4bee32e6-d54c-4a5f-8e31-b4e7945065bc', 'status': 'completed', 'code': 200} May 10 14:06:18.966725 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-4a9e185c-5271-4795-a17c-c07401e0a74d None None] Set router 18aa9f2d-1182-4053-8a16-d5677abda5b0 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:06:19.091697 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eec48a-13d9-4636-81ce-b8fbff1e4410 req-ca77f432-a3d5-4e42-9cbb-1f50bc88f194 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:19.093155 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c3eec48a-13d9-4636-81ce-b8fbff1e4410 req-ca77f432-a3d5-4e42-9cbb-1f50bc88f194 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b29c8399-ee26-419a-8313-ddd62ae80996 HTTP/1.1" status: 200 len: 945 time: 0.0545752 May 10 14:06:19.108035 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-03396bec-1691-4221-b37b-4f84ec13fb10 req-d5c2e470-0cc2-48c3-b587-8608a271ef79 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=64e15393-bc14-4433-b2aa-6d8fb202b9ea HTTP/1.1" status: 200 len: 210 time: 0.0290172 May 10 14:06:19.143141 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c3eec48a-13d9-4636-81ce-b8fbff1e4410 req-e744179f-aa71-4f41-994c-6d21d83a879c tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432565 May 10 14:06:19.166585 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4a9e185c-5271-4795-a17c-c07401e0a74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'name': 'tempest-AttachVolumeTestJSON-984094042-router', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:04Z', 'revision_number': 4, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'gw_port': {'id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'c3f87d25-daa3-42e1-96ee-67dad5333ab9', 'name': '', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'mac_address': 'fa:16:3e:6f:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:02Z', 'updated_at': '2022-05-10T14:00:23Z', 'revision_number': 5, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'subnets': [{'id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:06:19.192897 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e185c-5271-4795-a17c-c07401e0a74d None None] Checking router: 18aa9f2d-1182-4053-8a16-d5677abda5b0 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:06:19.201124 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e185c-5271-4795-a17c-c07401e0a74d None None] Routers {'18aa9f2d-1182-4053-8a16-d5677abda5b0'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:06:19.201804 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4a9e185c-5271-4795-a17c-c07401e0a74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:05:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['18aa9f2d-1182-4053-8a16-d5677abda5b0'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:06:19.326129 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-4a9e185c-5271-4795-a17c-c07401e0a74d None None] Set router 18aa9f2d-1182-4053-8a16-d5677abda5b0 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:06:19.534663 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4a9e185c-5271-4795-a17c-c07401e0a74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'name': 'tempest-AttachVolumeTestJSON-984094042-router', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:04Z', 'revision_number': 4, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'gw_port': {'id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'c3f87d25-daa3-42e1-96ee-67dad5333ab9', 'name': '', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'mac_address': 'fa:16:3e:6f:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:02Z', 'updated_at': '2022-05-10T14:00:23Z', 'revision_number': 5, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'subnets': [{'id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:06:19.561544 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e185c-5271-4795-a17c-c07401e0a74d None None] The sync data for ids ['18aa9f2d-1182-4053-8a16-d5677abda5b0'] in dv-cinder-840678-6-iscsi is: [{'id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'name': 'tempest-AttachVolumeTestJSON-984094042-router', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:04Z', 'revision_number': 4, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'gw_port': {'id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'c3f87d25-daa3-42e1-96ee-67dad5333ab9', 'name': '', 'network_id': 'ad65d3a2-8251-4281-96ce-37b7d361be92', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'mac_address': 'fa:16:3e:6f:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:02Z', 'updated_at': '2022-05-10T14:00:23Z', 'revision_number': 5, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'subnets': [{'id': '05b5fdd2-bcb1-4f20-897f-d7f7c5093f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:06:19.811633 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e550951-a9df-4eb1-af77-5d8381d36911 None None] New status for floating IP 639c34af-871f-4ef7-a87f-ee9f3b53f3c8: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:06:19.878474 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa5612-b77d-4365-b89d-17139e42787c req-c6e70b75-f337-4d11-8a3a-8a609ab7ad0a tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:19.879940 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d3aa5612-b77d-4365-b89d-17139e42787c req-c6e70b75-f337-4d11-8a3a-8a609ab7ad0a tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b29c8399-ee26-419a-8313-ddd62ae80996 HTTP/1.1" status: 200 len: 945 time: 0.0519488 May 10 14:06:19.927110 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d3aa5612-b77d-4365-b89d-17139e42787c req-5d2c7c05-47a6-431e-a20e-73cc238f19dd tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415976 May 10 14:06:20.213347 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-41895034-0b35-47e2-af89-b39a5890cc9c req-ce141c48-f124-44aa-b40f-ee1eefe4a787 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=64e15393-bc14-4433-b2aa-6d8fb202b9ea HTTP/1.1" status: 200 len: 210 time: 0.0279317 May 10 14:06:20.909544 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 4bee32e6-d54c-4a5f-8e31-b4e7945065bc no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:06:20.930588 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] No Port match for: 4bee32e6-d54c-4a5f-8e31-b4e7945065bc {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:06:20.930911 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 4bee32e6-d54c-4a5f-8e31-b4e7945065bc not bound to the agent host hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:06:21.040221 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c542e-1d1d-46b1-8a8b-f76ca92dc4a3 req-633a1049-9300-464a-9d8b-7bf63938e26a tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:21.041672 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-945c542e-1d1d-46b1-8a8b-f76ca92dc4a3 req-633a1049-9300-464a-9d8b-7bf63938e26a tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b29c8399-ee26-419a-8313-ddd62ae80996 HTTP/1.1" status: 200 len: 945 time: 0.0457067 May 10 14:06:21.101698 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-945c542e-1d1d-46b1-8a8b-f76ca92dc4a3 req-2580dbb8-135a-421f-9ebd-a4fc7d2085e9 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546083 May 10 14:06:21.320326 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d89ab77d-6f34-47a3-b997-e2fb95b8c455 req-f386082c-817e-4ad3-a22d-0442a4c72807 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/ports?device_id=64e15393-bc14-4433-b2aa-6d8fb202b9ea HTTP/1.1" status: 200 len: 210 time: 0.0302169 May 10 14:06:21.738032 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b2bf0-0a5c-4300-8a6c-9ca816fe965e req-24ee550b-3f69-4d78-8e50-8e845583e9d2 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:21.739475 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-852b2bf0-0a5c-4300-8a6c-9ca816fe965e req-24ee550b-3f69-4d78-8e50-8e845583e9d2 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.57 "GET /v2.0/ports?device_id=b29c8399-ee26-419a-8313-ddd62ae80996 HTTP/1.1" status: 200 len: 945 time: 0.0478387 May 10 14:06:22.093230 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-852b2bf0-0a5c-4300-8a6c-9ca816fe965e req-75d5d9e6-245d-423c-831e-8d6dcbf76f22 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Deleting port a0fb9723-3a5f-41a6-8899-41ae9a308684 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:06:22.093936 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-852b2bf0-0a5c-4300-8a6c-9ca816fe965e req-75d5d9e6-245d-423c-831e-8d6dcbf76f22 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (a0fb9723-3a5f-41a6-8899-41ae9a308684), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:22.224520 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-852b2bf0-0a5c-4300-8a6c-9ca816fe965e req-75d5d9e6-245d-423c-831e-8d6dcbf76f22 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] For port a0fb9723-3a5f-41a6-8899-41ae9a308684, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=a0fb9723-3a5f-41a6-8899-41ae9a308684,segment=NetworkSegment(d68b9f1d-5b9b-46b2-8746-e95e245c01ce),segment_id=d68b9f1d-5b9b-46b2-8746-e95e245c01ce)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:22.224903 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-852b2bf0-0a5c-4300-8a6c-9ca816fe965e req-75d5d9e6-245d-423c-831e-8d6dcbf76f22 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (a0fb9723-3a5f-41a6-8899-41ae9a308684), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:22.242689 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5a6e2-cebf-435a-9df3-234c1f879f7b req-4d886225-dbde-4bfa-a676-357a1b9d883f tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:22.244153 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dcc5a6e2-cebf-435a-9df3-234c1f879f7b req-4d886225-dbde-4bfa-a676-357a1b9d883f tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b29c8399-ee26-419a-8313-ddd62ae80996 HTTP/1.1" status: 200 len: 945 time: 0.0704219 May 10 14:06:22.248273 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-852b2bf0-0a5c-4300-8a6c-9ca816fe965e req-75d5d9e6-245d-423c-831e-8d6dcbf76f22 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Calling delete_port for a0fb9723-3a5f-41a6-8899-41ae9a308684 owned by compute:nova {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:06:22.339004 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-dcc5a6e2-cebf-435a-9df3-234c1f879f7b req-0bef072a-b9e5-445d-bafd-85f0abe69059 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887008 May 10 14:06:22.409446 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 56090) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:22.426979 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-852b2bf0-0a5c-4300-8a6c-9ca816fe965e req-75d5d9e6-245d-423c-831e-8d6dcbf76f22 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (a0fb9723-3a5f-41a6-8899-41ae9a308684), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:22.453304 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5d9e6-245d-423c-831e-8d6dcbf76f22 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Pushing event deleted for resources: {'Port': ['ID=a0fb9723-3a5f-41a6-8899-41ae9a308684,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:22.464829 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2736a23e-ffa6-4276-bd9a-d801bc48724f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for security_group (d749d2c8-c920-489b-9f5e-148c36c58c14), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:22.467383 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['a0fb9723-3a5f-41a6-8899-41ae9a308684'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:06:22.490031 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2736a23e-ffa6-4276-bd9a-d801bc48724f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for security_group (d749d2c8-c920-489b-9f5e-148c36c58c14), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:22.499632 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-852b2bf0-0a5c-4300-8a6c-9ca816fe965e req-75d5d9e6-245d-423c-831e-8d6dcbf76f22 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] No DVR routers for this DVR port a0fb9723-3a5f-41a6-8899-41ae9a308684 on host hv-cinder-84067 {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:06:22.502036 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-852b2bf0-0a5c-4300-8a6c-9ca816fe965e req-75d5d9e6-245d-423c-831e-8d6dcbf76f22 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:22.505310 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-852b2bf0-0a5c-4300-8a6c-9ca816fe965e req-75d5d9e6-245d-423c-831e-8d6dcbf76f22 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.57 "DELETE /v2.0/ports/a0fb9723-3a5f-41a6-8899-41ae9a308684 HTTP/1.1" status: 204 len: 173 time: 0.4961398 May 10 14:06:22.505754 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29c8399-ee26-419a-8313-ddd62ae80996', 'name': 'network-vif-deleted', 'tag': 'a0fb9723-3a5f-41a6-8899-41ae9a308684'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:06:22.508103 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b98c1b-01b4-4570-bd42-d5e68d90e7e8" -d '{"events": [{"server_uuid": "b29c8399-ee26-419a-8313-ddd62ae80996", "name": "network-vif-deleted", "tag": "a0fb9723-3a5f-41a6-8899-41ae9a308684"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:06:22.545158 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2736a23e-ffa6-4276-bd9a-d801bc48724f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (d749d2c8-c920-489b-9f5e-148c36c58c14), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:22.548825 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-2736a23e-ffa6-4276-bd9a-d801bc48724f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:22.549272 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e2dbdb-0445-4a86-9a20-4ed3388ee340 x-openstack-request-id: req-38e2dbdb-0445-4a86-9a20-4ed3388ee340 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:06:22.549640 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29c8399-ee26-419a-8313-ddd62ae80996", "name": "network-vif-deleted", "tag": "a0fb9723-3a5f-41a6-8899-41ae9a308684", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:06:22.549994 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-2736a23e-ffa6-4276-bd9a-d801bc48724f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "DELETE /v2.0/security-groups/d749d2c8-c920-489b-9f5e-148c36c58c14 HTTP/1.1" status: 204 len: 168 time: 0.1395516 May 10 14:06:22.550165 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-38e2dbdb-0445-4a86-9a20-4ed3388ee340 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:06:22.550578 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38e2dbdb-0445-4a86-9a20-4ed3388ee340'] response: {'server_uuid': 'b29c8399-ee26-419a-8313-ddd62ae80996', 'name': 'network-vif-deleted', 'tag': 'a0fb9723-3a5f-41a6-8899-41ae9a308684', 'status': 'completed', 'code': 200} May 10 14:06:22.552985 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 56094) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:22.560577 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736a23e-ffa6-4276-bd9a-d801bc48724f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d749d2c8-c920-489b-9f5e-148c36c58c14,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:22.567722 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736a23e-ffa6-4276-bd9a-d801bc48724f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:22.568076 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736a23e-ffa6-4276-bd9a-d801bc48724f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:22.568453 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736a23e-ffa6-4276-bd9a-d801bc48724f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:22.568808 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736a23e-ffa6-4276-bd9a-d801bc48724f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:22.569148 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736a23e-ffa6-4276-bd9a-d801bc48724f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:22.569482 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736a23e-ffa6-4276-bd9a-d801bc48724f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:22.569810 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736a23e-ffa6-4276-bd9a-d801bc48724f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:22.570323 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736a23e-ffa6-4276-bd9a-d801bc48724f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:22.570841 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736a23e-ffa6-4276-bd9a-d801bc48724f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:22.571065 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736a23e-ffa6-4276-bd9a-d801bc48724f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:22.571383 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.api.v2.resource [None req-22b06a13-211f-463a-acaa-234c0f7317a3 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] show failed (client error): The resource could not be found. May 10 14:06:22.571501 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736a23e-ffa6-4276-bd9a-d801bc48724f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:22.571712 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736a23e-ffa6-4276-bd9a-d801bc48724f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:22.572040 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736a23e-ffa6-4276-bd9a-d801bc48724f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:22.572391 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736a23e-ffa6-4276-bd9a-d801bc48724f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:22.572489 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-22b06a13-211f-463a-acaa-234c0f7317a3 tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "GET /v2.0/security-groups/d749d2c8-c920-489b-9f5e-148c36c58c14 HTTP/1.1" status: 404 len: 347 time: 0.0186307 May 10 14:06:22.572714 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2736a23e-ffa6-4276-bd9a-d801bc48724f tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:22.575255 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 56096) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:22.705502 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5cd41a03-1170-45dc-b203-e1a54a9e735c tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Deleting port a5d72a15-9d01-457c-87c5-f394c909b17a {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:06:22.705856 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5cd41a03-1170-45dc-b203-e1a54a9e735c tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (a5d72a15-9d01-457c-87c5-f394c909b17a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:22.781794 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5cd41a03-1170-45dc-b203-e1a54a9e735c tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (a5d72a15-9d01-457c-87c5-f394c909b17a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:22.782173 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5cd41a03-1170-45dc-b203-e1a54a9e735c tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for floatingip (a5d72a15-9d01-457c-87c5-f394c909b17a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:22.795485 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5cd41a03-1170-45dc-b203-e1a54a9e735c tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Calling delete_port for a5d72a15-9d01-457c-87c5-f394c909b17a owned by network:floatingip {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:06:22.928320 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5cd41a03-1170-45dc-b203-e1a54a9e735c tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (a5d72a15-9d01-457c-87c5-f394c909b17a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:22.953398 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd41a03-1170-45dc-b203-e1a54a9e735c tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Pushing event deleted for resources: {'Port': ['ID=a5d72a15-9d01-457c-87c5-f394c909b17a,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:23.025520 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5cd41a03-1170-45dc-b203-e1a54a9e735c tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks [] for floatingip (639c34af-871f-4ef7-a87f-ee9f3b53f3c8), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:23.028905 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5cd41a03-1170-45dc-b203-e1a54a9e735c tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:23.033343 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5cd41a03-1170-45dc-b203-e1a54a9e735c tempest-AttachVolumeTestJSON-1851863849 tempest-AttachVolumeTestJSON-1851863849-project] 10.222.0.49 "DELETE /v2.0/floatingips/639c34af-871f-4ef7-a87f-ee9f3b53f3c8 HTTP/1.1" status: 204 len: 168 time: 0.4541192 May 10 14:06:23.604018 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-d3c5da23-a31c-4bae-8749-4c802d15d6cc tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:23.605513 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-d3c5da23-a31c-4bae-8749-4c802d15d6cc tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/networks?id=b4c49f8d-1bc6-48e0-93de-59cbffeeeacc HTTP/1.1" status: 200 len: 808 time: 0.1030242 May 10 14:06:23.620111 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-e470859a-feab-47e6-8277-68eb8faa2b43 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/quotas/7a263551cedd420db2fb5b24a60835b8 HTTP/1.1" status: 200 len: 375 time: 0.0087056 May 10 14:06:23.654547 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-2192ca80-c142-4603-8d12-533ba3d9c00d tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7a263551cedd420db2fb5b24a60835b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288630 May 10 14:06:23.744713 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-4c2f6f25-dc7a-4cd7-94bc-69923f5ccf07 service neutron] 10.222.0.49 "GET /v2.0/networks/b4c49f8d-1bc6-48e0-93de-59cbffeeeacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835035 May 10 14:06:23.837514 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-434d6c58-acd8-454c-b3af-87e36659f23a service neutron] 10.222.0.49 "GET /v2.0/networks/b4c49f8d-1bc6-48e0-93de-59cbffeeeacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866413 May 10 14:06:23.993051 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2c3dae4a-77cb-4de6-8d4d-91cf7f2b9e74 req-75dd483c-c684-4295-a222-e218888d3e37 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f9e236-1f12-4d97-8e69-ab2a7f5588a6 HTTP/1.1" status: 200 len: 210 time: 0.0277607 May 10 14:06:24.487309 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9e354-e290-4784-b3ca-8c09afde2ead req-eb6b98f1-75c3-40b8-bf49-b2bbfb2a38ec tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:24.488848 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ddd9e354-e290-4784-b3ca-8c09afde2ead req-eb6b98f1-75c3-40b8-bf49-b2bbfb2a38ec tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad3b777f-9d47-4753-8fc8-27e7fabae486 HTTP/1.1" status: 200 len: 945 time: 0.0473449 May 10 14:06:24.535805 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ddd9e354-e290-4784-b3ca-8c09afde2ead req-46a9b3c8-5b60-44bd-ba0a-260fc00aba17 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbeba8d-395f-4d77-bdff-d42e6d77b095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413568 May 10 14:06:24.945436 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device a0fb9723-3a5f-41a6-8899-41ae9a308684 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:06:24.966040 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] No Port match for: a0fb9723-3a5f-41a6-8899-41ae9a308684 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:06:24.966388 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device a0fb9723-3a5f-41a6-8899-41ae9a308684 not bound to the agent host hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:06:25.092919 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-baeb0f59-fafa-49c7-9317-af3d930c42d3 req-27304d70-8ce7-4eca-8ccf-1b72148ef9b3 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f9e236-1f12-4d97-8e69-ab2a7f5588a6 HTTP/1.1" status: 200 len: 210 time: 0.0309718 May 10 14:06:25.297382 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:25.651094 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80666728-785e-4ed3-8a22-4f17676827ca req-28f3d0d1-dcb6-4649-9d6e-aa79e513f5d3 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:25.653167 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-80666728-785e-4ed3-8a22-4f17676827ca req-28f3d0d1-dcb6-4649-9d6e-aa79e513f5d3 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad3b777f-9d47-4753-8fc8-27e7fabae486 HTTP/1.1" status: 200 len: 945 time: 0.0513287 May 10 14:06:25.700090 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-80666728-785e-4ed3-8a22-4f17676827ca req-635c23ba-4608-4e73-8d86-4493b30eca74 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbeba8d-395f-4d77-bdff-d42e6d77b095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410984 May 10 14:06:25.883684 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f05c50d7-101f-4928-bb73-0e495d99028e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:26.191269 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fd405a5f-95bc-450c-9ab4-493503ff1304 req-30cf58d0-b522-43ce-89ee-d56e22f7b03f tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f9e236-1f12-4d97-8e69-ab2a7f5588a6 HTTP/1.1" status: 200 len: 210 time: 0.0286291 May 10 14:06:26.585037 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13817811-d07d-4031-abb0-2b21814a678d req-b26b3091-c274-4333-b5e6-aced306b096d tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:26.586576 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-13817811-d07d-4031-abb0-2b21814a678d req-b26b3091-c274-4333-b5e6-aced306b096d tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad3b777f-9d47-4753-8fc8-27e7fabae486 HTTP/1.1" status: 200 len: 945 time: 0.0540268 May 10 14:06:26.637214 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 56182) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:26.729373 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-13817811-d07d-4031-abb0-2b21814a678d req-ed897821-73c5-4be7-826b-3d1a735f55f8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Deleting port 471a17c9-6251-41d8-9d93-8ecd7da310ca {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:06:26.729577 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-13817811-d07d-4031-abb0-2b21814a678d req-ed897821-73c5-4be7-826b-3d1a735f55f8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (471a17c9-6251-41d8-9d93-8ecd7da310ca), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:26.773215 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-5d19fe87-6008-4bdd-98ca-b7fa40f98425 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:26.774760 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-5d19fe87-6008-4bdd-98ca-b7fa40f98425 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.57 "GET /v2.0/networks?id=b4c49f8d-1bc6-48e0-93de-59cbffeeeacc HTTP/1.1" status: 200 len: 808 time: 0.1367977 May 10 14:06:26.831596 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-13817811-d07d-4031-abb0-2b21814a678d req-ed897821-73c5-4be7-826b-3d1a735f55f8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] For port 471a17c9-6251-41d8-9d93-8ecd7da310ca, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=471a17c9-6251-41d8-9d93-8ecd7da310ca,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:26.831975 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-13817811-d07d-4031-abb0-2b21814a678d req-ed897821-73c5-4be7-826b-3d1a735f55f8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (471a17c9-6251-41d8-9d93-8ecd7da310ca), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:26.843097 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-ec14c5da-2722-4847-8cbe-2f6f0f829500 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Request body: {'port': {'device_id': 'b6f9e236-1f12-4d97-8e69-ab2a7f5588a6', 'network_id': 'b4c49f8d-1bc6-48e0-93de-59cbffeeeacc', 'admin_state_up': True, 'tenant_id': '7a263551cedd420db2fb5b24a60835b8'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:06:26.913979 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1da8f9-7978-4a79-ad6c-6e18de2bae42 req-ecbcc761-4063-4d59-ab78-4b4f690f54be tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:26.915366 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cf1da8f9-7978-4a79-ad6c-6e18de2bae42 req-ecbcc761-4063-4d59-ab78-4b4f690f54be tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad3b777f-9d47-4753-8fc8-27e7fabae486 HTTP/1.1" status: 200 len: 945 time: 0.1388648 May 10 14:06:27.011410 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-13817811-d07d-4031-abb0-2b21814a678d req-ed897821-73c5-4be7-826b-3d1a735f55f8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:27.011789 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-13817811-d07d-4031-abb0-2b21814a678d req-ed897821-73c5-4be7-826b-3d1a735f55f8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (d7aba901-56a4-4704-a817-fc734e4f7601), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:27.012114 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.l3_db [req-13817811-d07d-4031-abb0-2b21814a678d req-ed897821-73c5-4be7-826b-3d1a735f55f8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Floating IP d7aba901-56a4-4704-a817-fc734e4f7601 disassociated. External IP: 172.27.3.48, port: 471a17c9-6251-41d8-9d93-8ecd7da310ca. May 10 14:06:27.012492 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-13817811-d07d-4031-abb0-2b21814a678d req-ed897821-73c5-4be7-826b-3d1a735f55f8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Calling delete_port for 471a17c9-6251-41d8-9d93-8ecd7da310ca owned by compute:nova {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:06:27.069527 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cf1da8f9-7978-4a79-ad6c-6e18de2bae42 req-c77c265f-6873-41a0-81bf-72a61d8f85a8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups?id=ccbeba8d-395f-4d77-bdff-d42e6d77b095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428900 May 10 14:06:27.100827 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-ec14c5da-2722-4847-8cbe-2f6f0f829500 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Made reservation on behalf of 7a263551cedd420db2fb5b24a60835b8 for: {'port': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:06:27.104080 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-ec14c5da-2722-4847-8cbe-2f6f0f829500 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:27.146909 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-13817811-d07d-4031-abb0-2b21814a678d req-ed897821-73c5-4be7-826b-3d1a735f55f8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (471a17c9-6251-41d8-9d93-8ecd7da310ca), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:27.178301 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed897821-73c5-4be7-826b-3d1a735f55f8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event deleted for resources: {'Port': ['ID=471a17c9-6251-41d8-9d93-8ecd7da310ca,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:27.319798 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0ae25135-ea05-41a3-b6e8-1a497555b12a req-86f85a91-f185-40f2-894b-c4417972f850 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f9e236-1f12-4d97-8e69-ab2a7f5588a6 HTTP/1.1" status: 200 len: 210 time: 0.0592277 May 10 14:06:27.339205 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13817811-d07d-4031-abb0-2b21814a678d req-ed897821-73c5-4be7-826b-3d1a735f55f8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Router eea85e8f-4aac-4da4-b715-cc9c21078703 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:06:27.339563 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-ec14c5da-2722-4847-8cbe-2f6f0f829500 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Allocated IP 172.20.0.2 (b4c49f8d-1bc6-48e0-93de-59cbffeeeacc/3fda6048-0925-457d-b30a-794f6ba48679/cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:06:27.394412 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dd516dbe-55c4-4aa6-bba4-9775d48118bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544479'] for router_interface (18aa9f2d-1182-4053-8a16-d5677abda5b0), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:27.455414 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13817811-d07d-4031-abb0-2b21814a678d req-ed897821-73c5-4be7-826b-3d1a735f55f8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:06:27.467246 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5445fb-11c4-4d38-91e3-91356dd35ac6 None None] Sync routers for ids ['eea85e8f-4aac-4da4-b715-cc9c21078703'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:06:27.477813 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5445fb-11c4-4d38-91e3-91356dd35ac6 None None] Routers {'eea85e8f-4aac-4da4-b715-cc9c21078703'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:06:27.478414 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-5e5445fb-11c4-4d38-91e3-91356dd35ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:05:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['eea85e8f-4aac-4da4-b715-cc9c21078703'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:06:27.498658 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-13817811-d07d-4031-abb0-2b21814a678d req-ed897821-73c5-4be7-826b-3d1a735f55f8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] No DVR routers for this DVR port 471a17c9-6251-41d8-9d93-8ecd7da310ca on host hv-cinder-84067 {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:06:27.502145 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-13817811-d07d-4031-abb0-2b21814a678d req-ed897821-73c5-4be7-826b-3d1a735f55f8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:27.510544 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-13817811-d07d-4031-abb0-2b21814a678d req-ed897821-73c5-4be7-826b-3d1a735f55f8 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.57 "DELETE /v2.0/ports/471a17c9-6251-41d8-9d93-8ecd7da310ca HTTP/1.1" status: 204 len: 173 time: 0.8746178 May 10 14:06:27.511736 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad3b777f-9d47-4753-8fc8-27e7fabae486', 'name': 'network-vif-deleted', 'tag': '471a17c9-6251-41d8-9d93-8ecd7da310ca'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:06:27.515007 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4c8655-b619-496d-b0f4-bb64e7799a18" -d '{"events": [{"server_uuid": "ad3b777f-9d47-4753-8fc8-27e7fabae486", "name": "network-vif-deleted", "tag": "471a17c9-6251-41d8-9d93-8ecd7da310ca"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:06:27.586484 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e931dc12-712b-4296-b662-109b1ed31130 x-openstack-request-id: req-e931dc12-712b-4296-b662-109b1ed31130 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:06:27.586999 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad3b777f-9d47-4753-8fc8-27e7fabae486", "name": "network-vif-deleted", "tag": "471a17c9-6251-41d8-9d93-8ecd7da310ca", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:06:27.587436 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e931dc12-712b-4296-b662-109b1ed31130 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:06:27.587993 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e931dc12-712b-4296-b662-109b1ed31130'] response: {'server_uuid': 'ad3b777f-9d47-4753-8fc8-27e7fabae486', 'name': 'network-vif-deleted', 'tag': '471a17c9-6251-41d8-9d93-8ecd7da310ca', 'status': 'completed', 'code': 200} May 10 14:06:27.599835 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-5e5445fb-11c4-4d38-91e3-91356dd35ac6 None None] Set router eea85e8f-4aac-4da4-b715-cc9c21078703 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:06:27.662625 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-ec14c5da-2722-4847-8cbe-2f6f0f829500 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Publish callbacks [] for port (cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:27.712235 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-ec14c5da-2722-4847-8cbe-2f6f0f829500 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:27.786662 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-ec14c5da-2722-4847-8cbe-2f6f0f829500 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Network b4c49f8d-1bc6-48e0-93de-59cbffeeeacc is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:06:27.795108 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-ec14c5da-2722-4847-8cbe-2f6f0f829500 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:06:27.800691 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-ec14c5da-2722-4847-8cbe-2f6f0f829500 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:06:27.804891 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-5e5445fb-11c4-4d38-91e3-91356dd35ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:29Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:06:27.805569 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14c5da-2722-4847-8cbe-2f6f0f829500 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Pushing event updated for resources: {'Port': ['ID=cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:27.837936 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5445fb-11c4-4d38-91e3-91356dd35ac6 None None] Checking router: eea85e8f-4aac-4da4-b715-cc9c21078703 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:06:27.846893 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5445fb-11c4-4d38-91e3-91356dd35ac6 None None] Routers {'eea85e8f-4aac-4da4-b715-cc9c21078703'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:06:27.847688 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-5e5445fb-11c4-4d38-91e3-91356dd35ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:05:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['eea85e8f-4aac-4da4-b715-cc9c21078703'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:06:27.876293 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-ec14c5da-2722-4847-8cbe-2f6f0f829500 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:27.876909 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-ec14c5da-2722-4847-8cbe-2f6f0f829500 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:27.879214 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-dd516dbe-55c4-4aa6-bba4-9775d48118bc admin admin] Deleting port c3f87d25-daa3-42e1-96ee-67dad5333ab9 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:06:27.879555 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dd516dbe-55c4-4aa6-bba4-9775d48118bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (c3f87d25-daa3-42e1-96ee-67dad5333ab9), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:27.931282 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-ec14c5da-2722-4847-8cbe-2f6f0f829500 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1075201 May 10 14:06:27.956455 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-5e5445fb-11c4-4d38-91e3-91356dd35ac6 None None] Set router eea85e8f-4aac-4da4-b715-cc9c21078703 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:06:27.969292 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-dd516dbe-55c4-4aa6-bba4-9775d48118bc admin admin] For port c3f87d25-daa3-42e1-96ee-67dad5333ab9, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=c3f87d25-daa3-42e1-96ee-67dad5333ab9,segment=NetworkSegment(7f904fe4-a583-4eae-8ba7-b18fa03ec8bb),segment_id=7f904fe4-a583-4eae-8ba7-b18fa03ec8bb)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:27.970160 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dd516dbe-55c4-4aa6-bba4-9775d48118bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (c3f87d25-daa3-42e1-96ee-67dad5333ab9), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:27.983702 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-dd516dbe-55c4-4aa6-bba4-9775d48118bc admin admin] Calling delete_port for c3f87d25-daa3-42e1-96ee-67dad5333ab9 owned by network:router_interface {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:06:28.093294 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-def0f5c8-5033-494a-8061-c4d96eb65189 service neutron] Request body: {'port': {'device_id': 'b6f9e236-1f12-4d97-8e69-ab2a7f5588a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:06:28.154882 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-5e5445fb-11c4-4d38-91e3-91356dd35ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:29Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:06:28.177890 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-def0f5c8-5033-494a-8061-c4d96eb65189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:28.195257 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-40b5038e-5a6c-4864-8f01-aad99f295649 req-33494eda-d276-48f4-9213-2be2aeb0c169 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad3b777f-9d47-4753-8fc8-27e7fabae486 HTTP/1.1" status: 200 len: 210 time: 0.0361660 May 10 14:06:28.281109 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5445fb-11c4-4d38-91e3-91356dd35ac6 None None] The sync data for ids ['eea85e8f-4aac-4da4-b715-cc9c21078703'] in dv-cinder-840678-6-iscsi is: [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:14Z', 'revision_number': 4, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'a5297f69-8013-4118-afe4-5fb3d461b91e', 'name': '', 'network_id': '2c9ceeee-200d-4bc2-b027-788cdb69321a', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'mac_address': 'fa:16:3e:51:28:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:11Z', 'updated_at': '2022-05-10T14:00:29Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'subnets': [{'id': 'cf9fa0ee-3693-4449-88b2-25628aadc1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:06:28.301225 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2a170630-33b2-4e25-8b5b-6bf3072b5af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:28.368434 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dd516dbe-55c4-4aa6-bba4-9775d48118bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (c3f87d25-daa3-42e1-96ee-67dad5333ab9), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:28.440197 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd516dbe-55c4-4aa6-bba4-9775d48118bc admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f87d25-daa3-42e1-96ee-67dad5333ab9,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:28.530888 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00516a1f-82a3-4ac5-8781-25c9e14677ba req-441146f4-4eec-4939-92bb-dd5f198896f8 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:28.533166 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-00516a1f-82a3-4ac5-8781-25c9e14677ba req-441146f4-4eec-4939-92bb-dd5f198896f8 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f9e236-1f12-4d97-8e69-ab2a7f5588a6 HTTP/1.1" status: 200 len: 931 time: 0.1229436 May 10 14:06:28.568028 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6695d631-3323-4708-83d8-0d6718ef8ce1 None None] New status for floating IP d7aba901-56a4-4704-a817-fc734e4f7601: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:06:28.662620 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-00516a1f-82a3-4ac5-8781-25c9e14677ba req-91dbcaf2-50bb-483a-a6ad-2de4e5413676 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171417 May 10 14:06:28.739276 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-def0f5c8-5033-494a-8061-c4d96eb65189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4 {{(pid=103390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:06:28.748851 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-def0f5c8-5033-494a-8061-c4d96eb65189 service neutron] Publish callbacks [] for port (cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:28.770778 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.provisioning_blocks [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-def0f5c8-5033-494a-8061-c4d96eb65189 service neutron] Transition to ACTIVE for port object cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4 will not be triggered until provisioned by entity L2. {{(pid=103390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:06:28.771717 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-dd516dbe-55c4-4aa6-bba4-9775d48118bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-506192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546262'] for router_interface (18aa9f2d-1182-4053-8a16-d5677abda5b0), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:28.777895 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-def0f5c8-5033-494a-8061-c4d96eb65189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8740167'] for port (cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:29.129053 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0f5c8-5033-494a-8061-c4d96eb65189 service neutron] Pushing event updated for resources: {'Port': ['ID=cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:29.279824 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 56204) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:29.296541 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-def0f5c8-5033-494a-8061-c4d96eb65189 service neutron] Attempting to bind port cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:06:29.296890 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-def0f5c8-5033-494a-8061-c4d96eb65189 service neutron] Attempting to bind port cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'd68b9f1d-5b9b-46b2-8746-e95e245c01ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b4c49f8d-1bc6-48e0-93de-59cbffeeeacc'}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:06:29.297226 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-def0f5c8-5033-494a-8061-c4d96eb65189 service neutron] Attempting to bind port cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4 on network b4c49f8d-1bc6-48e0-93de-59cbffeeeacc {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:06:29.304141 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-def0f5c8-5033-494a-8061-c4d96eb65189 service neutron] Port cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4 on network b4c49f8d-1bc6-48e0-93de-59cbffeeeacc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:06:29.304498 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-def0f5c8-5033-494a-8061-c4d96eb65189 service neutron] Attempting to bind port cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4 on network b4c49f8d-1bc6-48e0-93de-59cbffeeeacc {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:06:29.311935 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-def0f5c8-5033-494a-8061-c4d96eb65189 service neutron] Checking agent: {'id': 'b4f1cee2-bd7e-4da4-854f-0334af1b5198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'started_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:06:29.312311 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-def0f5c8-5033-494a-8061-c4d96eb65189 service neutron] Checking segment: {'id': 'd68b9f1d-5b9b-46b2-8746-e95e245c01ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b4c49f8d-1bc6-48e0-93de-59cbffeeeacc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:06:29.312708 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-def0f5c8-5033-494a-8061-c4d96eb65189 service neutron] Bound using segment: {'id': 'd68b9f1d-5b9b-46b2-8746-e95e245c01ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b4c49f8d-1bc6-48e0-93de-59cbffeeeacc'} {{(pid=103390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:06:29.313679 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.managers [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-def0f5c8-5033-494a-8061-c4d96eb65189 service neutron] Bound port: cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd68b9f1d-5b9b-46b2-8746-e95e245c01ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b4c49f8d-1bc6-48e0-93de-59cbffeeeacc'}}] {{(pid=103390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:06:29.314046 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-def0f5c8-5033-494a-8061-c4d96eb65189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:29.336621 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-308e3e92-7507-4c06-9168-c3d18262ac5f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group (ccbeba8d-395f-4d77-bdff-d42e6d77b095), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:29.364111 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-308e3e92-7507-4c06-9168-c3d18262ac5f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group (ccbeba8d-395f-4d77-bdff-d42e6d77b095), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:29.365144 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:29.414069 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-308e3e92-7507-4c06-9168-c3d18262ac5f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (ccbeba8d-395f-4d77-bdff-d42e6d77b095), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:29.416855 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-308e3e92-7507-4c06-9168-c3d18262ac5f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:29.418602 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-308e3e92-7507-4c06-9168-c3d18262ac5f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "DELETE /v2.0/security-groups/ccbeba8d-395f-4d77-bdff-d42e6d77b095 HTTP/1.1" status: 204 len: 168 time: 0.1375918 May 10 14:06:29.422009 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 56206) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:29.431749 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd516dbe-55c4-4aa6-bba4-9775d48118bc admin admin] Router 18aa9f2d-1182-4053-8a16-d5677abda5b0 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:06:29.434167 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-def0f5c8-5033-494a-8061-c4d96eb65189 service neutron] For port cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4, host hv-cinder-84067, cleared binding levels {{(pid=103390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:06:29.436145 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e3e92-7507-4c06-9168-c3d18262ac5f tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbeba8d-395f-4d77-bdff-d42e6d77b095,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:29.439058 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-def0f5c8-5033-494a-8061-c4d96eb65189 service neutron] For port cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4,segment=NetworkSegment(d68b9f1d-5b9b-46b2-8746-e95e245c01ce),segment_id=d68b9f1d-5b9b-46b2-8746-e95e245c01ce)] {{(pid=103390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:06:29.445313 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.api.v2.resource [None req-d2b6ce32-869f-4c7e-a696-9ea12b09eb88 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] show failed (client error): The resource could not be found. May 10 14:06:29.446374 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d2b6ce32-869f-4c7e-a696-9ea12b09eb88 tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "GET /v2.0/security-groups/ccbeba8d-395f-4d77-bdff-d42e6d77b095 HTTP/1.1" status: 404 len: 347 time: 0.0217578 May 10 14:06:29.449044 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-def0f5c8-5033-494a-8061-c4d96eb65189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8740167'] for port (cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:29.449351 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 56208) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:29.529291 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-def0f5c8-5033-494a-8061-c4d96eb65189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:29.530008 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-def0f5c8-5033-494a-8061-c4d96eb65189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:29.531477 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-def0f5c8-5033-494a-8061-c4d96eb65189 service neutron] 10.222.0.57 "PUT /v2.0/ports/cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4 HTTP/1.1" status: 200 len: 1093 time: 1.4446292 May 10 14:06:29.532000 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f9e236-1f12-4d97-8e69-ab2a7f5588a6', 'tag': 'cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:06:29.534379 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72864d8f697cc3849f7037e54fa44052707e53d1306a4a80922f5c2f90f38e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8a1f0c-8f03-4cd2-9321-d4e64064fe88" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f9e236-1f12-4d97-8e69-ab2a7f5588a6", "tag": "cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:06:29.569920 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0f5c8-5033-494a-8061-c4d96eb65189 service neutron] Pushing event updated for resources: {'Port': ['ID=cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4,revision_number=3']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:29.619289 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5f388302-f44f-4d10-a0c3-b20b0c40df1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Deleting port 858d4e6c-8093-415d-b22b-27d8e8692277 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:06:29.619546 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5f388302-f44f-4d10-a0c3-b20b0c40df1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (858d4e6c-8093-415d-b22b-27d8e8692277), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:29.625402 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63616387-c697-4218-a9d3-b066da36e5e4 x-openstack-request-id: req-63616387-c697-4218-a9d3-b066da36e5e4 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:06:29.626573 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f9e236-1f12-4d97-8e69-ab2a7f5588a6", "tag": "cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:06:29.626905 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-63616387-c697-4218-a9d3-b066da36e5e4 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:06:29.627399 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63616387-c697-4218-a9d3-b066da36e5e4'] response: {'name': 'network-changed', 'server_uuid': 'b6f9e236-1f12-4d97-8e69-ab2a7f5588a6', 'tag': 'cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4', 'status': 'completed', 'code': 200} May 10 14:06:29.659063 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd516dbe-55c4-4aa6-bba4-9775d48118bc admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:06:29.665443 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-dd516dbe-55c4-4aa6-bba4-9775d48118bc admin admin] 10.222.0.49 "PUT /v2.0/routers/18aa9f2d-1182-4053-8a16-d5677abda5b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0186782 May 10 14:06:29.667952 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 56212) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:29.671530 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f751b-c004-47e0-b55d-1bbab103f207 None None] Sync routers for ids ['18aa9f2d-1182-4053-8a16-d5677abda5b0'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:06:29.681777 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f751b-c004-47e0-b55d-1bbab103f207 None None] Routers {'18aa9f2d-1182-4053-8a16-d5677abda5b0'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:06:29.682398 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-f93f751b-c004-47e0-b55d-1bbab103f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:06:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['18aa9f2d-1182-4053-8a16-d5677abda5b0'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:06:29.706766 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5f388302-f44f-4d10-a0c3-b20b0c40df1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (858d4e6c-8093-415d-b22b-27d8e8692277), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:29.707065 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5f388302-f44f-4d10-a0c3-b20b0c40df1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (858d4e6c-8093-415d-b22b-27d8e8692277), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:29.716386 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-13659c6e-449b-46c7-a70d-3fe36ae550ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:29.717920 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-13659c6e-449b-46c7-a70d-3fe36ae550ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7a263551cedd420db2fb5b24a60835b8&device_id=b6f9e236-1f12-4d97-8e69-ab2a7f5588a6 HTTP/1.1" status: 200 len: 1127 time: 0.0947621 May 10 14:06:29.726509 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-5f388302-f44f-4d10-a0c3-b20b0c40df1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Calling delete_port for 858d4e6c-8093-415d-b22b-27d8e8692277 owned by network:floatingip {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:06:29.779252 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-0703a4f4-1b4d-4100-87ed-ef061cd1a553 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4 HTTP/1.1" status: 200 len: 217 time: 0.0455630 May 10 14:06:29.796229 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-f93f751b-c004-47e0-b55d-1bbab103f207 None None] Set router 18aa9f2d-1182-4053-8a16-d5677abda5b0 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:06:29.877395 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5f388302-f44f-4d10-a0c3-b20b0c40df1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (858d4e6c-8093-415d-b22b-27d8e8692277), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:29.893186 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e373b48e-00b4-498f-9901-627bd296a469 admin admin] Publish callbacks [] for router (18aa9f2d-1182-4053-8a16-d5677abda5b0), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:29.901680 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f388302-f44f-4d10-a0c3-b20b0c40df1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Pushing event deleted for resources: {'Port': ['ID=858d4e6c-8093-415d-b22b-27d8e8692277,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:29.902102 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2887d-95a7-42ea-91f7-8c9a630680f9 req-4711ca5b-c315-4f83-ae27-5f9cb6a9a809 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:29.903601 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-85d2887d-95a7-42ea-91f7-8c9a630680f9 req-4711ca5b-c315-4f83-ae27-5f9cb6a9a809 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f9e236-1f12-4d97-8e69-ab2a7f5588a6 HTTP/1.1" status: 200 len: 943 time: 0.1282578 May 10 14:06:29.906373 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-8bb2dc68-1bba-41f0-86d5-e3b18bcd29c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:29.908327 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-8bb2dc68-1bba-41f0-86d5-e3b18bcd29c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3fda6048-0925-457d-b30a-794f6ba48679 HTTP/1.1" status: 200 len: 848 time: 0.0906096 May 10 14:06:29.973560 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5f388302-f44f-4d10-a0c3-b20b0c40df1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks [] for floatingip (d7aba901-56a4-4704-a817-fc734e4f7601), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:29.976540 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5f388302-f44f-4d10-a0c3-b20b0c40df1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:29.981351 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5f388302-f44f-4d10-a0c3-b20b0c40df1e tempest-AttachVolumeNegativeTest-553144282 tempest-AttachVolumeNegativeTest-553144282-project] 10.222.0.49 "DELETE /v2.0/floatingips/d7aba901-56a4-4704-a817-fc734e4f7601 HTTP/1.1" status: 204 len: 168 time: 0.5285382 May 10 14:06:29.988244 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-f93f751b-c004-47e0-b55d-1bbab103f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'name': 'tempest-AttachVolumeTestJSON-984094042-router', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:06:28Z', 'revision_number': 5, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'gw_port': {'id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:06:29.993632 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-aed9a4f4-e04e-4521-8dd9-6bf47c16297f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4c49f8d-1bc6-48e0-93de-59cbffeeeacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470123 May 10 14:06:30.016261 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f751b-c004-47e0-b55d-1bbab103f207 None None] Checking router: 18aa9f2d-1182-4053-8a16-d5677abda5b0 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:06:30.026067 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f751b-c004-47e0-b55d-1bbab103f207 None None] Routers {'18aa9f2d-1182-4053-8a16-d5677abda5b0'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:06:30.026708 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-f93f751b-c004-47e0-b55d-1bbab103f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:06:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['18aa9f2d-1182-4053-8a16-d5677abda5b0'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:06:30.120836 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-85d2887d-95a7-42ea-91f7-8c9a630680f9 req-ceed6802-5fa4-4856-83fb-ba5f44e49139 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731236 May 10 14:06:30.135544 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e373b48e-00b4-498f-9901-627bd296a469 admin admin] Publish callbacks [] for router_gateway (18aa9f2d-1182-4053-8a16-d5677abda5b0), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:30.144855 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-f93f751b-c004-47e0-b55d-1bbab103f207 None None] Set router 18aa9f2d-1182-4053-8a16-d5677abda5b0 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:06:30.194672 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-ce3227cf-35b2-4a0d-9b37-070ac07924c2 service neutron] 10.222.0.57 "GET /v2.0/networks/b4c49f8d-1bc6-48e0-93de-59cbffeeeacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894970 May 10 14:06:30.212584 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-e373b48e-00b4-498f-9901-627bd296a469 admin admin] Deleting port bb293443-70bc-4be3-96ac-a8f506764e5d {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:06:30.212931 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e373b48e-00b4-498f-9901-627bd296a469 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (bb293443-70bc-4be3-96ac-a8f506764e5d), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:30.315701 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-f93f751b-c004-47e0-b55d-1bbab103f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'name': 'tempest-AttachVolumeTestJSON-984094042-router', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:06:28Z', 'revision_number': 5, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'gw_port': {'id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:06:30.348453 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f751b-c004-47e0-b55d-1bbab103f207 None None] The sync data for ids ['18aa9f2d-1182-4053-8a16-d5677abda5b0'] in dv-cinder-840678-6-iscsi is: [{'id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'name': 'tempest-AttachVolumeTestJSON-984094042-router', 'tenant_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179'}], 'enable_snat': True}, 'gw_port_id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:06:28Z', 'revision_number': 5, 'project_id': 'd19ea52173a04c8e8624b91ac0e3eb48', 'gw_port': {'id': 'bb293443-70bc-4be3-96ac-a8f506764e5d', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aa9f2d-1182-4053-8a16-d5677abda5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:56Z', 'updated_at': '2022-05-10T14:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:06:30.359941 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-47e710ec-7570-4c96-ad5a-cc9c876f7032 req-b30415de-048c-484c-9db7-3af2d3b59ffe service neutron] 10.222.0.57 "GET /v2.0/networks/b4c49f8d-1bc6-48e0-93de-59cbffeeeacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571949 May 10 14:06:30.368074 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-e373b48e-00b4-498f-9901-627bd296a469 admin admin] For port bb293443-70bc-4be3-96ac-a8f506764e5d, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=bb293443-70bc-4be3-96ac-a8f506764e5d,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:30.368477 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e373b48e-00b4-498f-9901-627bd296a469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (bb293443-70bc-4be3-96ac-a8f506764e5d), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:30.385511 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-e373b48e-00b4-498f-9901-627bd296a469 admin admin] Calling delete_port for bb293443-70bc-4be3-96ac-a8f506764e5d owned by network:router_gateway {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:06:30.564699 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e373b48e-00b4-498f-9901-627bd296a469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (bb293443-70bc-4be3-96ac-a8f506764e5d), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:30.587748 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373b48e-00b4-498f-9901-627bd296a469 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb293443-70bc-4be3-96ac-a8f506764e5d,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:30.649645 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e373b48e-00b4-498f-9901-627bd296a469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537777'] for router_gateway (18aa9f2d-1182-4053-8a16-d5677abda5b0), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:30.741010 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e373b48e-00b4-498f-9901-627bd296a469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1618'] for router (18aa9f2d-1182-4053-8a16-d5677abda5b0), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:30.744283 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e373b48e-00b4-498f-9901-627bd296a469 admin admin] Publish callbacks [] for router_controller (18aa9f2d-1182-4053-8a16-d5677abda5b0), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:30.760841 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:30.793400 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e373b48e-00b4-498f-9901-627bd296a469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539494'] for router (18aa9f2d-1182-4053-8a16-d5677abda5b0), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:30.793960 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e373b48e-00b4-498f-9901-627bd296a469 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18aa9f2d-1182-4053-8a16-d5677abda5b0 {{(pid=103390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 14:06:30.798615 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e373b48e-00b4-498f-9901-627bd296a469 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:30.799819 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e373b48e-00b4-498f-9901-627bd296a469 admin admin] 10.222.0.49 "DELETE /v2.0/routers/18aa9f2d-1182-4053-8a16-d5677abda5b0 HTTP/1.1" status: 204 len: 168 time: 1.1309323 May 10 14:06:30.802369 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 56222) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:30.848728 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d85ea6c-f7ff-4e22-bab6-92d407a2ef07 admin admin] Deleting subnet 05b5fdd2-bcb1-4f20-897f-d7f7c5093f12 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:06:30.852061 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4d85ea6c-f7ff-4e22-bab6-92d407a2ef07 admin admin] Publish callbacks [] for subnet (05b5fdd2-bcb1-4f20-897f-d7f7c5093f12), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:30.887004 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4d85ea6c-f7ff-4e22-bab6-92d407a2ef07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613639'] for subnet (05b5fdd2-bcb1-4f20-897f-d7f7c5093f12), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:30.973173 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4d85ea6c-f7ff-4e22-bab6-92d407a2ef07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853495'] for subnet (05b5fdd2-bcb1-4f20-897f-d7f7c5093f12), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:30.999016 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 471a17c9-6251-41d8-9d93-8ecd7da310ca no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:06:31.020450 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] No Port match for: 471a17c9-6251-41d8-9d93-8ecd7da310ca {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:06:31.020803 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 471a17c9-6251-41d8-9d93-8ecd7da310ca not bound to the agent host hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:06:31.028269 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4d85ea6c-f7ff-4e22-bab6-92d407a2ef07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8740105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10142743'] for subnet (05b5fdd2-bcb1-4f20-897f-d7f7c5093f12), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:31.055975 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85ea6c-f7ff-4e22-bab6-92d407a2ef07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05b5fdd2-bcb1-4f20-897f-d7f7c5093f12,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:31.060687 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-4d85ea6c-f7ff-4e22-bab6-92d407a2ef07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:31.064752 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-4d85ea6c-f7ff-4e22-bab6-92d407a2ef07 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/05b5fdd2-bcb1-4f20-897f-d7f7c5093f12 HTTP/1.1" status: 204 len: 168 time: 0.2610364 May 10 14:06:31.066921 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 56224) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:31.067392 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf28648-5ea8-405a-b839-88faaf07a400 None None] Network ad65d3a2-8251-4281-96ce-37b7d361be92 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:06:31.142371 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b8ee6a22-a2d7-49af-a7ac-2963456adb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7763938'] for network (ad65d3a2-8251-4281-96ce-37b7d361be92), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:31.208578 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-b8ee6a22-a2d7-49af-a7ac-2963456adb96 admin admin] Deleting port 4c56c516-875f-433b-944a-9d98c7375803 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:06:31.208850 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b8ee6a22-a2d7-49af-a7ac-2963456adb96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (4c56c516-875f-433b-944a-9d98c7375803), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:31.348473 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43728eaf-d513-4cf7-bced-632382ceb549 req-cfe93365-019c-40dd-acd5-f934c3588b2c tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:31.349954 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-43728eaf-d513-4cf7-bced-632382ceb549 req-cfe93365-019c-40dd-acd5-f934c3588b2c tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f9e236-1f12-4d97-8e69-ab2a7f5588a6 HTTP/1.1" status: 200 len: 943 time: 0.1259341 May 10 14:06:31.351776 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-b8ee6a22-a2d7-49af-a7ac-2963456adb96 admin admin] For port 4c56c516-875f-433b-944a-9d98c7375803, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=4c56c516-875f-433b-944a-9d98c7375803,segment=NetworkSegment(7f904fe4-a583-4eae-8ba7-b18fa03ec8bb),segment_id=7f904fe4-a583-4eae-8ba7-b18fa03ec8bb)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:31.352145 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b8ee6a22-a2d7-49af-a7ac-2963456adb96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (4c56c516-875f-433b-944a-9d98c7375803), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:31.354798 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a1f0c-8f03-4cd2-9321-d4e64064fe88 req-210d55b1-82e0-41ba-a9dc-1cd9bd9b4c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:31.356255 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9e8a1f0c-8f03-4cd2-9321-d4e64064fe88 req-210d55b1-82e0-41ba-a9dc-1cd9bd9b4c2e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7a263551cedd420db2fb5b24a60835b8&device_id=b6f9e236-1f12-4d97-8e69-ab2a7f5588a6 HTTP/1.1" status: 200 len: 1127 time: 0.1069019 May 10 14:06:31.384279 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-b8ee6a22-a2d7-49af-a7ac-2963456adb96 admin admin] Calling delete_port for 4c56c516-875f-433b-944a-9d98c7375803 owned by network:dhcp {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:06:31.395102 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7b6320-c30a-4538-9ff6-806dab669027 None None] DHCP port deletion for ad65d3a2-8251-4281-96ce-37b7d361be92 request from dv-cinder-840678-6-iscsi {{(pid=103391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 14:06:31.447943 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b6320-c30a-4538-9ff6-806dab669027 None None] Deleting port 4c56c516-875f-433b-944a-9d98c7375803 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:06:31.448644 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bb7b6320-c30a-4538-9ff6-806dab669027 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (4c56c516-875f-433b-944a-9d98c7375803), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:31.464226 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device c3f87d25-daa3-42e1-96ee-67dad5333ab9 no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:06:31.519400 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-43728eaf-d513-4cf7-bced-632382ceb549 req-fed7d38a-1fd5-4ae9-a48f-00110333d79f tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621852 May 10 14:06:31.519990 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: c3f87d25-daa3-42e1-96ee-67dad5333ab9 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:06:31.520375 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device c3f87d25-daa3-42e1-96ee-67dad5333ab9 not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:06:31.520806 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device bb293443-70bc-4be3-96ac-a8f506764e5d no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:06:31.551398 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: bb293443-70bc-4be3-96ac-a8f506764e5d {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:06:31.551766 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device bb293443-70bc-4be3-96ac-a8f506764e5d not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:06:31.552211 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 4c56c516-875f-433b-944a-9d98c7375803 no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:06:31.565790 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a1f0c-8f03-4cd2-9321-d4e64064fe88 req-2b389374-d2e9-4247-808d-7d6507bf8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:31.567237 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9e8a1f0c-8f03-4cd2-9321-d4e64064fe88 req-2b389374-d2e9-4247-808d-7d6507bf8b95 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b4c49f8d-1bc6-48e0-93de-59cbffeeeacc HTTP/1.1" status: 200 len: 909 time: 0.1956365 May 10 14:06:31.582295 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b8ee6a22-a2d7-49af-a7ac-2963456adb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (4c56c516-875f-433b-944a-9d98c7375803), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:31.592550 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-bb7b6320-c30a-4538-9ff6-806dab669027 None None] For port 4c56c516-875f-433b-944a-9d98c7375803, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=4c56c516-875f-433b-944a-9d98c7375803,segment=NetworkSegment(7f904fe4-a583-4eae-8ba7-b18fa03ec8bb),segment_id=7f904fe4-a583-4eae-8ba7-b18fa03ec8bb)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:31.592962 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bb7b6320-c30a-4538-9ff6-806dab669027 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (4c56c516-875f-433b-944a-9d98c7375803), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:31.616194 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b6320-c30a-4538-9ff6-806dab669027 None None] Calling delete_port for 4c56c516-875f-433b-944a-9d98c7375803 owned by network:dhcp {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:06:31.617907 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No active binding found for port 4c56c516-875f-433b-944a-9d98c7375803 {{(pid=103391) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 10 14:06:31.618284 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] The host dv-cinder-840678-6-iscsi is not matching for port 4c56c516-875f-433b-944a-9d98c7375803 host None! {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}} May 10 14:06:31.618670 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 4c56c516-875f-433b-944a-9d98c7375803 not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:06:31.621734 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9e8a1f0c-8f03-4cd2-9321-d4e64064fe88 req-d918cbe7-9fe6-43a5-b9c4-87aed15f68cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4 HTTP/1.1" status: 200 len: 217 time: 0.0483394 May 10 14:06:31.646029 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee6a22-a2d7-49af-a7ac-2963456adb96 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c56c516-875f-433b-944a-9d98c7375803,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:31.647896 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ee6a22-a2d7-49af-a7ac-2963456adb96 admin admin] No DVR routers for this DVR port 4c56c516-875f-433b-944a-9d98c7375803 on host dv-cinder-840678-6-iscsi {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:06:31.700583 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bb7b6320-c30a-4538-9ff6-806dab669027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897'] for port (4c56c516-875f-433b-944a-9d98c7375803), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:31.726940 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b6320-c30a-4538-9ff6-806dab669027 None None] Pushing event deleted for resources: {'Port': ['ID=4c56c516-875f-433b-944a-9d98c7375803,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:31.731674 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7b6320-c30a-4538-9ff6-806dab669027 None None] No DVR routers for this DVR port 4c56c516-875f-433b-944a-9d98c7375803 on host dv-cinder-840678-6-iscsi {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:06:31.741470 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b6320-c30a-4538-9ff6-806dab669027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:31.741470 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b6320-c30a-4538-9ff6-806dab669027 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:31.741470 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b6320-c30a-4538-9ff6-806dab669027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:31.741470 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b6320-c30a-4538-9ff6-806dab669027 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:31.741470 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b6320-c30a-4538-9ff6-806dab669027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:31.741470 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b6320-c30a-4538-9ff6-806dab669027 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:31.741470 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b6320-c30a-4538-9ff6-806dab669027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:31.741470 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b6320-c30a-4538-9ff6-806dab669027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:31.741470 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b6320-c30a-4538-9ff6-806dab669027 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:31.742497 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b6320-c30a-4538-9ff6-806dab669027 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:31.742497 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b6320-c30a-4538-9ff6-806dab669027 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:31.742497 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b6320-c30a-4538-9ff6-806dab669027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:31.744881 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b6320-c30a-4538-9ff6-806dab669027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:31.744881 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b6320-c30a-4538-9ff6-806dab669027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:31.744881 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b6320-c30a-4538-9ff6-806dab669027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:06:31.755165 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a1f0c-8f03-4cd2-9321-d4e64064fe88 req-bad56a71-ec8c-4c21-a7c3-9d1148bfbf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:31.756692 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9e8a1f0c-8f03-4cd2-9321-d4e64064fe88 req-bad56a71-ec8c-4c21-a7c3-9d1148bfbf87 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3fda6048-0925-457d-b30a-794f6ba48679 HTTP/1.1" status: 200 len: 848 time: 0.1134033 May 10 14:06:31.762209 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b8ee6a22-a2d7-49af-a7ac-2963456adb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854924', 'neutron.services.segments.db._delete_segments_for_network-8770989559345'] for network (ad65d3a2-8251-4281-96ce-37b7d361be92), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:31.802358 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9e8a1f0c-8f03-4cd2-9321-d4e64064fe88 req-3b6cfeaf-a617-4a8e-84e6-c49d515d0f54 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b4c49f8d-1bc6-48e0-93de-59cbffeeeacc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374177 May 10 14:06:31.805582 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-b8ee6a22-a2d7-49af-a7ac-2963456adb96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad65d3a2-8251-4281-96ce-37b7d361be92']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:06:31.822421 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-b8ee6a22-a2d7-49af-a7ac-2963456adb96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f904fe4-a583-4eae-8ba7-b18fa03ec8bb') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:06:31.822730 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-b8ee6a22-a2d7-49af-a7ac-2963456adb96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f904fe4-a583-4eae-8ba7-b18fa03ec8bb') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:06:31.863502 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b8ee6a22-a2d7-49af-a7ac-2963456adb96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770989363514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613884'] for segment (7f904fe4-a583-4eae-8ba7-b18fa03ec8bb), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:31.884452 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b8ee6a22-a2d7-49af-a7ac-2963456adb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (7f904fe4-a583-4eae-8ba7-b18fa03ec8bb), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:31.898580 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ee6a22-a2d7-49af-a7ac-2963456adb96 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:06:31.898958 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b8ee6a22-a2d7-49af-a7ac-2963456adb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8740195'] for segment (7f904fe4-a583-4eae-8ba7-b18fa03ec8bb), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: Traceback (most recent call last): May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: timer() May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: cb(*args, **kw) May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: return func(*args, **kwargs) May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: self._notify() May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: self.callback(batched_events) May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: event.method(event) May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: return f(self, *a, **k) May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: return self._get(url).json() May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:06:31.900626 dv-cinder-840678-6-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:06:31.964158 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9e8a1f0c-8f03-4cd2-9321-d4e64064fe88 req-bdc50bde-ecfe-4895-a2bd-c84f92682d6e service neutron] 10.222.0.57 "GET /v2.0/networks/b4c49f8d-1bc6-48e0-93de-59cbffeeeacc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517036 May 10 14:06:31.978862 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b8ee6a22-a2d7-49af-a7ac-2963456adb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542943'] for network (ad65d3a2-8251-4281-96ce-37b7d361be92), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:32.031463 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b8ee6a22-a2d7-49af-a7ac-2963456adb96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:32.035190 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b8ee6a22-a2d7-49af-a7ac-2963456adb96 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ad65d3a2-8251-4281-96ce-37b7d361be92 HTTP/1.1" status: 204 len: 168 time: 0.9673491 May 10 14:06:32.037845 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee6a22-a2d7-49af-a7ac-2963456adb96 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad65d3a2-8251-4281-96ce-37b7d361be92,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:32.074801 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9e8a1f0c-8f03-4cd2-9321-d4e64064fe88 req-45725340-e57a-45d0-a4c6-cc248036e176 service neutron] 10.222.0.57 "GET /v2.0/networks/b4c49f8d-1bc6-48e0-93de-59cbffeeeacc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039956 May 10 14:06:32.146740 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 56240) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:32.191170 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-4985c12e-4490-4358-9886-e1fc18952d14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d19ea52173a04c8e8624b91ac0e3eb48&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432639 May 10 14:06:32.193583 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 56242) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:32.239260 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c8103e36-9665-4476-ab8f-271ad2edb81a admin admin] Publish callbacks [] for security_group (9b3d19a9-3904-4561-9f47-39d5acb5cbe4), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:32.259873 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c8103e36-9665-4476-ab8f-271ad2edb81a admin admin] Publish callbacks [] for security_group (9b3d19a9-3904-4561-9f47-39d5acb5cbe4), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:32.305946 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c8103e36-9665-4476-ab8f-271ad2edb81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (9b3d19a9-3904-4561-9f47-39d5acb5cbe4), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:32.308845 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c8103e36-9665-4476-ab8f-271ad2edb81a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:32.310155 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-c8103e36-9665-4476-ab8f-271ad2edb81a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9b3d19a9-3904-4561-9f47-39d5acb5cbe4 HTTP/1.1" status: 204 len: 168 time: 0.1156878 May 10 14:06:32.315929 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:32.323881 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8103e36-9665-4476-ab8f-271ad2edb81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3d19a9-3904-4561-9f47-39d5acb5cbe4,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:32.646861 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c638ab-b165-4107-9507-7fa7f8614e68 req-1b87a2bb-e535-439c-b983-78a9baa0ff9f tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:32.648393 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b9c638ab-b165-4107-9507-7fa7f8614e68 req-1b87a2bb-e535-439c-b983-78a9baa0ff9f tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f9e236-1f12-4d97-8e69-ab2a7f5588a6 HTTP/1.1" status: 200 len: 943 time: 0.0528054 May 10 14:06:32.696291 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-b9c638ab-b165-4107-9507-7fa7f8614e68 req-2744882f-f0af-4c7e-97f4-4280c1dc5056 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422311 May 10 14:06:33.015947 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:06:33.119576 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4,segment=NetworkSegment(d68b9f1d-5b9b-46b2-8746-e95e245c01ce),segment_id=d68b9f1d-5b9b-46b2-8746-e95e245c01ce)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:33.131257 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': 'cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4', 'network_id': 'b4c49f8d-1bc6-48e0-93de-59cbffeeeacc', 'port_id': 'cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4', 'mac_address': 'fa:16:3e:d1:8b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fda6048-0925-457d-b30a-794f6ba48679', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:06:33.169227 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:06:33.169624 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:33.183214 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:06:33.204077 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4,segment=NetworkSegment(d68b9f1d-5b9b-46b2-8746-e95e245c01ce),segment_id=d68b9f1d-5b9b-46b2-8746-e95e245c01ce)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:33.207889 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:33.259220 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:33.508947 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:06:33.697198 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 56306) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:33.823199 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8484f4-3c2e-421d-bc51-f4cfcaab7339 req-b21d3f05-eb45-48ee-8d07-cedbe1269f29 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:33.826707 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ea8484f4-3c2e-421d-bc51-f4cfcaab7339 req-b21d3f05-eb45-48ee-8d07-cedbe1269f29 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f9e236-1f12-4d97-8e69-ab2a7f5588a6 HTTP/1.1" status: 200 len: 944 time: 0.0585234 May 10 14:06:33.882679 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ea8484f4-3c2e-421d-bc51-f4cfcaab7339 req-d6c4d268-fc71-4070-a8ad-392dba1a4a09 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502245 May 10 14:06:34.199550 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c0f9d03-375e-482f-851f-bfec505ab999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544479'] for router_interface (eea85e8f-4aac-4da4-b715-cc9c21078703), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:34.249767 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 56340) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:34.360650 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-84c987ee-e805-409d-873a-400b6e57ba0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:34.436756 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-84c987ee-e805-409d-873a-400b6e57ba0b admin admin] Publish callbacks [] for security_group (8d86d031-e8ce-4031-88d5-2de7beca2bb0), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:34.439878 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0c0f9d03-375e-482f-851f-bfec505ab999 admin admin] Deleting port a5297f69-8013-4118-afe4-5fb3d461b91e {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:06:34.440252 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c0f9d03-375e-482f-851f-bfec505ab999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (a5297f69-8013-4118-afe4-5fb3d461b91e), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:34.440441 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-84c987ee-e805-409d-873a-400b6e57ba0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (8d86d031-e8ce-4031-88d5-2de7beca2bb0), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:34.478013 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c987ee-e805-409d-873a-400b6e57ba0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d86d031-e8ce-4031-88d5-2de7beca2bb0,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:34.483919 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-84c987ee-e805-409d-873a-400b6e57ba0b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8fc4e3c9ae794504925e03a6e1466801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324429 May 10 14:06:34.487647 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 56344) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:34.544194 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-844648ef-6368-427f-a97d-d78c27357c22 admin admin] Publish callbacks [] for security_group (8d86d031-e8ce-4031-88d5-2de7beca2bb0), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:34.618647 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:06:34.789415 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-0c0f9d03-375e-482f-851f-bfec505ab999 admin admin] For port a5297f69-8013-4118-afe4-5fb3d461b91e, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=a5297f69-8013-4118-afe4-5fb3d461b91e,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:34.790005 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c0f9d03-375e-482f-851f-bfec505ab999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (a5297f69-8013-4118-afe4-5fb3d461b91e), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:34.803111 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-0c0f9d03-375e-482f-851f-bfec505ab999 admin admin] Calling delete_port for a5297f69-8013-4118-afe4-5fb3d461b91e owned by network:router_interface {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:06:34.840245 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-844648ef-6368-427f-a97d-d78c27357c22 admin admin] Publish callbacks [] for security_group (8d86d031-e8ce-4031-88d5-2de7beca2bb0), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:34.886512 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-844648ef-6368-427f-a97d-d78c27357c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (8d86d031-e8ce-4031-88d5-2de7beca2bb0), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:34.889124 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-844648ef-6368-427f-a97d-d78c27357c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:34.890262 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-844648ef-6368-427f-a97d-d78c27357c22 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d86d031-e8ce-4031-88d5-2de7beca2bb0 HTTP/1.1" status: 204 len: 168 time: 0.4010339 May 10 14:06:34.899044 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844648ef-6368-427f-a97d-d78c27357c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d86d031-e8ce-4031-88d5-2de7beca2bb0,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:35.017044 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4 up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:06:35.039600 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb28b48-e8ef-4d45-9215-e613aeedceb3 req-7f4b0643-1ef0-4518-ba7c-19deb8ba56a0 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:35.044661 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1cb28b48-e8ef-4d45-9215-e613aeedceb3 req-7f4b0643-1ef0-4518-ba7c-19deb8ba56a0 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f9e236-1f12-4d97-8e69-ab2a7f5588a6 HTTP/1.1" status: 200 len: 944 time: 0.0879579 May 10 14:06:35.066015 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning for port cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:06:35.079759 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:06:35.080204 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:35.082608 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c0f9d03-375e-482f-851f-bfec505ab999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (a5297f69-8013-4118-afe4-5fb3d461b91e), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:35.128885 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f9d03-375e-482f-851f-bfec505ab999 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5297f69-8013-4118-afe4-5fb3d461b91e,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:35.160635 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1cb28b48-e8ef-4d45-9215-e613aeedceb3 req-296a43ce-f993-443c-a7ae-bf7787f67430 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112285 May 10 14:06:35.179379 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:06:35.179900 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:35.215459 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f9e236-1f12-4d97-8e69-ab2a7f5588a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:06:35.218494 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09562ed-cbd1-4338-a7b6-d47e396a9c83" -d '{"events": [{"server_uuid": "b6f9e236-1f12-4d97-8e69-ab2a7f5588a6", "name": "network-vif-plugged", "status": "completed", "tag": "cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:06:35.238228 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4,segment=NetworkSegment(d68b9f1d-5b9b-46b2-8746-e95e245c01ce),segment_id=d68b9f1d-5b9b-46b2-8746-e95e245c01ce)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:35.247104 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:35.247918 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 56354) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:35.268487 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e7f57ed6-580f-46d4-aff7-1af9e7303db7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:35.310989 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f3cde1-78c2-455e-99a4-9a963cf7b38c x-openstack-request-id: req-70f3cde1-78c2-455e-99a4-9a963cf7b38c {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:06:35.311316 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f9e236-1f12-4d97-8e69-ab2a7f5588a6", "name": "network-vif-plugged", "status": "completed", "tag": "cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:06:35.311579 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-70f3cde1-78c2-455e-99a4-9a963cf7b38c {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:06:35.311980 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f3cde1-78c2-455e-99a4-9a963cf7b38c'] response: {'server_uuid': 'b6f9e236-1f12-4d97-8e69-ab2a7f5588a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4', 'code': 200} May 10 14:06:35.331526 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:35.372248 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e7f57ed6-580f-46d4-aff7-1af9e7303db7 admin admin] Publish callbacks [] for security_group (d6aea068-393b-4f8b-bab3-aadada0c8320), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:35.376936 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0c0f9d03-375e-482f-851f-bfec505ab999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-506192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546262'] for router_interface (eea85e8f-4aac-4da4-b715-cc9c21078703), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:35.380805 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e7f57ed6-580f-46d4-aff7-1af9e7303db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (d6aea068-393b-4f8b-bab3-aadada0c8320), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:35.430017 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f57ed6-580f-46d4-aff7-1af9e7303db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6aea068-393b-4f8b-bab3-aadada0c8320,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:35.436103 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e7f57ed6-580f-46d4-aff7-1af9e7303db7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=61f99d4458304266ac78f8e6402d0cd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1855879 May 10 14:06:35.439258 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 56356) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:35.491638 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f4d1dd9f-ff16-448c-9f12-3a94f50e5e77 admin admin] Publish callbacks [] for security_group (d6aea068-393b-4f8b-bab3-aadada0c8320), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:35.540237 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f4d1dd9f-ff16-448c-9f12-3a94f50e5e77 admin admin] Publish callbacks [] for security_group (d6aea068-393b-4f8b-bab3-aadada0c8320), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:35.556143 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb1e2a-fa49-4947-bd06-65f25e731a3f req-04f54c28-01b5-414a-b0d5-0f0d0e0e9901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:35.557579 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bccb1e2a-fa49-4947-bd06-65f25e731a3f req-04f54c28-01b5-414a-b0d5-0f0d0e0e9901 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b6f9e236-1f12-4d97-8e69-ab2a7f5588a6 HTTP/1.1" status: 200 len: 1129 time: 0.0540462 May 10 14:06:35.612655 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bccb1e2a-fa49-4947-bd06-65f25e731a3f req-ad28ae75-6598-402b-b397-459c1f031bf9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481701 May 10 14:06:35.619154 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f4d1dd9f-ff16-448c-9f12-3a94f50e5e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (d6aea068-393b-4f8b-bab3-aadada0c8320), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:35.621763 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f4d1dd9f-ff16-448c-9f12-3a94f50e5e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:35.625155 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f4d1dd9f-ff16-448c-9f12-3a94f50e5e77 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d6aea068-393b-4f8b-bab3-aadada0c8320 HTTP/1.1" status: 204 len: 168 time: 0.1826377 May 10 14:06:35.634397 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1dd9f-ff16-448c-9f12-3a94f50e5e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6aea068-393b-4f8b-bab3-aadada0c8320,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:35.646460 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0f9d03-375e-482f-851f-bfec505ab999 admin admin] Router eea85e8f-4aac-4da4-b715-cc9c21078703 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:06:35.760256 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0f9d03-375e-482f-851f-bfec505ab999 admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:06:35.765284 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-0c0f9d03-375e-482f-851f-bfec505ab999 admin admin] 10.222.0.49 "PUT /v2.0/routers/eea85e8f-4aac-4da4-b715-cc9c21078703/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0670617 May 10 14:06:35.768023 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 56360) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:35.770681 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5b77d3-3966-4401-8ef3-b24db2eba836 None None] Sync routers for ids ['eea85e8f-4aac-4da4-b715-cc9c21078703'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:06:35.782967 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5b77d3-3966-4401-8ef3-b24db2eba836 None None] Routers {'eea85e8f-4aac-4da4-b715-cc9c21078703'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:06:35.783608 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-6d5b77d3-3966-4401-8ef3-b24db2eba836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:06:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['eea85e8f-4aac-4da4-b715-cc9c21078703'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:06:35.878777 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b28097ad-272c-45f3-a440-0087a494224f admin admin] Publish callbacks [] for router (eea85e8f-4aac-4da4-b715-cc9c21078703), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:35.900318 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-6d5b77d3-3966-4401-8ef3-b24db2eba836 None None] Set router eea85e8f-4aac-4da4-b715-cc9c21078703 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:06:35.990004 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b28097ad-272c-45f3-a440-0087a494224f admin admin] Publish callbacks [] for router_gateway (eea85e8f-4aac-4da4-b715-cc9c21078703), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:36.039601 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-b28097ad-272c-45f3-a440-0087a494224f admin admin] Deleting port da9743d8-55ea-4004-8f91-6000ae3f39ab {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:06:36.039959 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b28097ad-272c-45f3-a440-0087a494224f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (da9743d8-55ea-4004-8f91-6000ae3f39ab), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:36.070558 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-6d5b77d3-3966-4401-8ef3-b24db2eba836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:06:34Z', 'revision_number': 5, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port': {'id': 'da9743d8-55ea-4004-8f91-6000ae3f39ab', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:57Z', 'updated_at': '2022-05-10T14:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:06:36.102067 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5b77d3-3966-4401-8ef3-b24db2eba836 None None] Checking router: eea85e8f-4aac-4da4-b715-cc9c21078703 for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:06:36.111126 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5b77d3-3966-4401-8ef3-b24db2eba836 None None] Routers {'eea85e8f-4aac-4da4-b715-cc9c21078703'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:06:36.111753 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-6d5b77d3-3966-4401-8ef3-b24db2eba836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:06:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['eea85e8f-4aac-4da4-b715-cc9c21078703'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:06:36.119918 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-b28097ad-272c-45f3-a440-0087a494224f admin admin] For port da9743d8-55ea-4004-8f91-6000ae3f39ab, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=da9743d8-55ea-4004-8f91-6000ae3f39ab,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:36.120324 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b28097ad-272c-45f3-a440-0087a494224f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (da9743d8-55ea-4004-8f91-6000ae3f39ab), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:36.134592 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-b28097ad-272c-45f3-a440-0087a494224f admin admin] Calling delete_port for da9743d8-55ea-4004-8f91-6000ae3f39ab owned by network:router_gateway {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:06:36.210112 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-6d5b77d3-3966-4401-8ef3-b24db2eba836 None None] Set router eea85e8f-4aac-4da4-b715-cc9c21078703 gateway port host: None {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:06:36.268925 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-6d5b77d3-3966-4401-8ef3-b24db2eba836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:06:35Z', 'revision_number': 6, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port_host': None}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:06:36.299662 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5b77d3-3966-4401-8ef3-b24db2eba836 None None] The sync data for ids ['eea85e8f-4aac-4da4-b715-cc9c21078703'] in dv-cinder-840678-6-iscsi is: [{'id': 'eea85e8f-4aac-4da4-b715-cc9c21078703', 'name': 'tempest-AttachVolumeNegativeTest-1982498664-router', 'tenant_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:06:35Z', 'revision_number': 6, 'project_id': 'e296ee60cdee4a6b9ca754c83b8c9ffd', 'gw_port_host': None}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:06:36.320568 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc3728-9dc2-4d37-bdd3-e179f357fbb6 req-0375bfaa-5cd1-493a-baaa-0cd9f09fba72 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:36.322104 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-10fc3728-9dc2-4d37-bdd3-e179f357fbb6 req-0375bfaa-5cd1-493a-baaa-0cd9f09fba72 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f9e236-1f12-4d97-8e69-ab2a7f5588a6 HTTP/1.1" status: 200 len: 945 time: 0.0605624 May 10 14:06:36.399388 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b28097ad-272c-45f3-a440-0087a494224f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (da9743d8-55ea-4004-8f91-6000ae3f39ab), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:36.431029 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-10fc3728-9dc2-4d37-bdd3-e179f357fbb6 req-7ca2bd94-5dce-4a76-b85e-1b4ecca2ff18 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994172 May 10 14:06:36.433510 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28097ad-272c-45f3-a440-0087a494224f admin admin] Pushing event deleted for resources: {'Port': ['ID=da9743d8-55ea-4004-8f91-6000ae3f39ab,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:36.498007 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b28097ad-272c-45f3-a440-0087a494224f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537777'] for router_gateway (eea85e8f-4aac-4da4-b715-cc9c21078703), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:36.607440 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b28097ad-272c-45f3-a440-0087a494224f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1618'] for router (eea85e8f-4aac-4da4-b715-cc9c21078703), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:36.610577 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b28097ad-272c-45f3-a440-0087a494224f admin admin] Publish callbacks [] for router_controller (eea85e8f-4aac-4da4-b715-cc9c21078703), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:36.665650 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b28097ad-272c-45f3-a440-0087a494224f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539494'] for router (eea85e8f-4aac-4da4-b715-cc9c21078703), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:36.666631 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28097ad-272c-45f3-a440-0087a494224f admin admin] Fanout notify agent at l3_agent the message router_deleted on router eea85e8f-4aac-4da4-b715-cc9c21078703 {{(pid=103389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 14:06:36.671581 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b28097ad-272c-45f3-a440-0087a494224f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:36.672807 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-b28097ad-272c-45f3-a440-0087a494224f admin admin] 10.222.0.49 "DELETE /v2.0/routers/eea85e8f-4aac-4da4-b715-cc9c21078703 HTTP/1.1" status: 204 len: 168 time: 0.9038205 May 10 14:06:36.675399 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 56390) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:36.724512 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ab219b-737d-47a5-8597-2dca73971b7b admin admin] Deleting subnet cf9fa0ee-3693-4449-88b2-25628aadc1b4 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:06:36.727793 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f5ab219b-737d-47a5-8597-2dca73971b7b admin admin] Publish callbacks [] for subnet (cf9fa0ee-3693-4449-88b2-25628aadc1b4), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:36.773136 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f5ab219b-737d-47a5-8597-2dca73971b7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613639'] for subnet (cf9fa0ee-3693-4449-88b2-25628aadc1b4), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:36.852115 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f5ab219b-737d-47a5-8597-2dca73971b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853495'] for subnet (cf9fa0ee-3693-4449-88b2-25628aadc1b4), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:36.908042 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f5ab219b-737d-47a5-8597-2dca73971b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8740105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10142743'] for subnet (cf9fa0ee-3693-4449-88b2-25628aadc1b4), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:36.933829 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab219b-737d-47a5-8597-2dca73971b7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf9fa0ee-3693-4449-88b2-25628aadc1b4,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:36.940554 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f5ab219b-737d-47a5-8597-2dca73971b7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:36.945351 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f5ab219b-737d-47a5-8597-2dca73971b7b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cf9fa0ee-3693-4449-88b2-25628aadc1b4 HTTP/1.1" status: 204 len: 168 time: 0.2681313 May 10 14:06:36.946232 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a8d678-3b1d-477e-93e9-d56ac6428847 None None] Network 2c9ceeee-200d-4bc2-b027-788cdb69321a requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:06:36.947796 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 56398) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:37.026470 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-006ebb57-9f0c-48b8-9e15-07543f0cd557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7763938'] for network (2c9ceeee-200d-4bc2-b027-788cdb69321a), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:37.086322 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-006ebb57-9f0c-48b8-9e15-07543f0cd557 admin admin] Deleting port a588cc1b-3e7f-43ce-bf5c-ff2594416469 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:06:37.086669 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-006ebb57-9f0c-48b8-9e15-07543f0cd557 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (a588cc1b-3e7f-43ce-bf5c-ff2594416469), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:37.132464 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4518641f-de06-4220-b918-c060d3dcf308 None None] DHCP port deletion for 2c9ceeee-200d-4bc2-b027-788cdb69321a request from dv-cinder-840678-6-iscsi {{(pid=103391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 14:06:37.168529 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-006ebb57-9f0c-48b8-9e15-07543f0cd557 admin admin] For port a588cc1b-3e7f-43ce-bf5c-ff2594416469, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=a588cc1b-3e7f-43ce-bf5c-ff2594416469,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:37.169231 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-006ebb57-9f0c-48b8-9e15-07543f0cd557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (a588cc1b-3e7f-43ce-bf5c-ff2594416469), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:37.186957 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-006ebb57-9f0c-48b8-9e15-07543f0cd557 admin admin] Calling delete_port for a588cc1b-3e7f-43ce-bf5c-ff2594416469 owned by network:dhcp {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:06:37.189385 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-4518641f-de06-4220-b918-c060d3dcf308 None None] Deleting port a588cc1b-3e7f-43ce-bf5c-ff2594416469 {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:06:37.189760 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4518641f-de06-4220-b918-c060d3dcf308 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (a588cc1b-3e7f-43ce-bf5c-ff2594416469), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:37.274807 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-4518641f-de06-4220-b918-c060d3dcf308 None None] For port a588cc1b-3e7f-43ce-bf5c-ff2594416469, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=a588cc1b-3e7f-43ce-bf5c-ff2594416469,segment=NetworkSegment(59678460-c03d-4dc5-b29a-1eef308378f4),segment_id=59678460-c03d-4dc5-b29a-1eef308378f4)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:37.275439 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4518641f-de06-4220-b918-c060d3dcf308 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (a588cc1b-3e7f-43ce-bf5c-ff2594416469), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:37.286261 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device da9743d8-55ea-4004-8f91-6000ae3f39ab no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:06:37.296417 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-006ebb57-9f0c-48b8-9e15-07543f0cd557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (a588cc1b-3e7f-43ce-bf5c-ff2594416469), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:37.312730 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: da9743d8-55ea-4004-8f91-6000ae3f39ab {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:06:37.313089 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device da9743d8-55ea-4004-8f91-6000ae3f39ab not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:06:37.313503 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device a588cc1b-3e7f-43ce-bf5c-ff2594416469 no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:06:37.319314 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-4518641f-de06-4220-b918-c060d3dcf308 None None] Calling delete_port for a588cc1b-3e7f-43ce-bf5c-ff2594416469 owned by network:dhcp {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:06:37.324944 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ebb57-9f0c-48b8-9e15-07543f0cd557 admin admin] Pushing event deleted for resources: {'Port': ['ID=a588cc1b-3e7f-43ce-bf5c-ff2594416469,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:37.330255 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006ebb57-9f0c-48b8-9e15-07543f0cd557 admin admin] No DVR routers for this DVR port a588cc1b-3e7f-43ce-bf5c-ff2594416469 on host dv-cinder-840678-6-iscsi {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:06:37.343042 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: a588cc1b-3e7f-43ce-bf5c-ff2594416469 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:06:37.343368 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device a588cc1b-3e7f-43ce-bf5c-ff2594416469 not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:06:37.343800 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device a5297f69-8013-4118-afe4-5fb3d461b91e no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:06:37.370502 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: a5297f69-8013-4118-afe4-5fb3d461b91e {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:06:37.370856 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device a5297f69-8013-4118-afe4-5fb3d461b91e not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:06:37.449816 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-006ebb57-9f0c-48b8-9e15-07543f0cd557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854924', 'neutron.services.segments.db._delete_segments_for_network-8770989559345'] for network (2c9ceeee-200d-4bc2-b027-788cdb69321a), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:37.467872 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4518641f-de06-4220-b918-c060d3dcf308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897'] for port (a588cc1b-3e7f-43ce-bf5c-ff2594416469), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:37.488669 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-006ebb57-9f0c-48b8-9e15-07543f0cd557 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9ceeee-200d-4bc2-b027-788cdb69321a']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:06:37.499134 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-006ebb57-9f0c-48b8-9e15-07543f0cd557 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59678460-c03d-4dc5-b29a-1eef308378f4') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:06:37.499508 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-006ebb57-9f0c-48b8-9e15-07543f0cd557 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59678460-c03d-4dc5-b29a-1eef308378f4') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:06:37.502177 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518641f-de06-4220-b918-c060d3dcf308 None None] Pushing event deleted for resources: {'Port': ['ID=a588cc1b-3e7f-43ce-bf5c-ff2594416469,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:37.509602 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4518641f-de06-4220-b918-c060d3dcf308 None None] No DVR routers for this DVR port a588cc1b-3e7f-43ce-bf5c-ff2594416469 on host dv-cinder-840678-6-iscsi {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:06:37.511666 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-006ebb57-9f0c-48b8-9e15-07543f0cd557 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770989363514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613884'] for segment (59678460-c03d-4dc5-b29a-1eef308378f4), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:37.535883 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-006ebb57-9f0c-48b8-9e15-07543f0cd557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (59678460-c03d-4dc5-b29a-1eef308378f4), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:37.546368 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006ebb57-9f0c-48b8-9e15-07543f0cd557 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:06:37.546593 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-006ebb57-9f0c-48b8-9e15-07543f0cd557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8740195'] for segment (59678460-c03d-4dc5-b29a-1eef308378f4), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: Traceback (most recent call last): May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: timer() May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: cb(*args, **kw) May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: return func(*args, **kwargs) May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: self._notify() May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: self.callback(batched_events) May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: event.method(event) May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: return f(self, *a, **k) May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: return self._get(url).json() May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:06:37.549195 dv-cinder-840678-6-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:06:37.646631 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7aa6b-d22f-47f4-a2eb-c7bceac62228 req-071dd421-588b-47ff-9650-c856b020148b tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:37.648162 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-49f7aa6b-d22f-47f4-a2eb-c7bceac62228 req-071dd421-588b-47ff-9650-c856b020148b tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f9e236-1f12-4d97-8e69-ab2a7f5588a6 HTTP/1.1" status: 200 len: 945 time: 0.1041710 May 10 14:06:37.662357 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-006ebb57-9f0c-48b8-9e15-07543f0cd557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542943'] for network (2c9ceeee-200d-4bc2-b027-788cdb69321a), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:37.668105 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-006ebb57-9f0c-48b8-9e15-07543f0cd557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:37.671199 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-006ebb57-9f0c-48b8-9e15-07543f0cd557 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2c9ceeee-200d-4bc2-b027-788cdb69321a HTTP/1.1" status: 204 len: 168 time: 0.7217550 May 10 14:06:37.689336 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ebb57-9f0c-48b8-9e15-07543f0cd557 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c9ceeee-200d-4bc2-b027-788cdb69321a,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:37.720116 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-49f7aa6b-d22f-47f4-a2eb-c7bceac62228 req-39d57a8f-c1f6-4b80-9752-f45137e3f2b0 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658069 May 10 14:06:37.848833 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 56426) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:37.909714 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-12935383-e1c6-4e73-bb3f-8a1cd887c790 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e296ee60cdee4a6b9ca754c83b8c9ffd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0555978 May 10 14:06:37.909714 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 56428) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:37.961851 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1862445f-7c55-4c05-9639-3d1ea00f09e3 admin admin] Publish callbacks [] for security_group (6ae927a5-40ac-4aff-9185-e60d0a47a8cd), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:37.984833 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1862445f-7c55-4c05-9639-3d1ea00f09e3 admin admin] Publish callbacks [] for security_group (6ae927a5-40ac-4aff-9185-e60d0a47a8cd), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:38.045496 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1862445f-7c55-4c05-9639-3d1ea00f09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (6ae927a5-40ac-4aff-9185-e60d0a47a8cd), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:38.048451 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1862445f-7c55-4c05-9639-3d1ea00f09e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:38.049628 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-1862445f-7c55-4c05-9639-3d1ea00f09e3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ae927a5-40ac-4aff-9185-e60d0a47a8cd HTTP/1.1" status: 204 len: 168 time: 0.1400330 May 10 14:06:38.060602 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862445f-7c55-4c05-9639-3d1ea00f09e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae927a5-40ac-4aff-9185-e60d0a47a8cd,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:38.520682 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fb157-de96-46b6-806d-816e59193f52 req-16f96bd5-ffbe-48b1-bd8c-c4556e352238 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:38.522447 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-781fb157-de96-46b6-806d-816e59193f52 req-16f96bd5-ffbe-48b1-bd8c-c4556e352238 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f9e236-1f12-4d97-8e69-ab2a7f5588a6 HTTP/1.1" status: 200 len: 945 time: 0.0533812 May 10 14:06:38.577643 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-781fb157-de96-46b6-806d-816e59193f52 req-2e907a62-5b22-4390-8a8f-a8900e009e2f tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491531 May 10 14:06:39.701647 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d87cb7-132e-4fdf-a733-3250a5a67e81 req-9456888c-f54c-4721-8d9e-50c4d3906cc0 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:39.703133 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-92d87cb7-132e-4fdf-a733-3250a5a67e81 req-9456888c-f54c-4721-8d9e-50c4d3906cc0 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f9e236-1f12-4d97-8e69-ab2a7f5588a6 HTTP/1.1" status: 200 len: 945 time: 0.0528004 May 10 14:06:39.749065 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-92d87cb7-132e-4fdf-a733-3250a5a67e81 req-f1877c1a-93fa-4088-8d71-532e6e6b3f92 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396614 May 10 14:06:40.005682 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f634b-7cdc-48d9-a1c6-040d296868d3 req-2245f4e5-5648-4531-abb0-1e2561e752bf tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:06:40.007137 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7f8f634b-7cdc-48d9-a1c6-040d296868d3 req-2245f4e5-5648-4531-abb0-1e2561e752bf tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6f9e236-1f12-4d97-8e69-ab2a7f5588a6 HTTP/1.1" status: 200 len: 945 time: 0.0492699 May 10 14:06:40.094943 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-7f8f634b-7cdc-48d9-a1c6-040d296868d3 req-001532e0-654f-4915-81f0-9dd47c11e010 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Deleting port cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:06:40.095306 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-7f8f634b-7cdc-48d9-a1c6-040d296868d3 req-001532e0-654f-4915-81f0-9dd47c11e010 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:40.187189 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-7f8f634b-7cdc-48d9-a1c6-040d296868d3 req-001532e0-654f-4915-81f0-9dd47c11e010 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] For port cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4,segment=NetworkSegment(d68b9f1d-5b9b-46b2-8746-e95e245c01ce),segment_id=d68b9f1d-5b9b-46b2-8746-e95e245c01ce)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:06:40.187477 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-7f8f634b-7cdc-48d9-a1c6-040d296868d3 req-001532e0-654f-4915-81f0-9dd47c11e010 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:40.203600 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-7f8f634b-7cdc-48d9-a1c6-040d296868d3 req-001532e0-654f-4915-81f0-9dd47c11e010 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Calling delete_port for cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:06:40.339853 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-7f8f634b-7cdc-48d9-a1c6-040d296868d3 req-001532e0-654f-4915-81f0-9dd47c11e010 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:40.371398 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001532e0-654f-4915-81f0-9dd47c11e010 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Pushing event deleted for resources: {'Port': ['ID=cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:40.382812 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:06:40.418940 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8f634b-7cdc-48d9-a1c6-040d296868d3 req-001532e0-654f-4915-81f0-9dd47c11e010 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] No DVR routers for this DVR port cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4 on host hv-cinder-84067 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:06:40.421335 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-7f8f634b-7cdc-48d9-a1c6-040d296868d3 req-001532e0-654f-4915-81f0-9dd47c11e010 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:40.425169 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7f8f634b-7cdc-48d9-a1c6-040d296868d3 req-001532e0-654f-4915-81f0-9dd47c11e010 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.57 "DELETE /v2.0/ports/cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4 HTTP/1.1" status: 204 len: 173 time: 0.4116197 May 10 14:06:40.425612 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f9e236-1f12-4d97-8e69-ab2a7f5588a6', 'name': 'network-vif-deleted', 'tag': 'cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:06:40.427954 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72864d8f697cc3849f7037e54fa44052707e53d1306a4a80922f5c2f90f38e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381bc28e-b117-496d-b8cf-d1b9c7008fec" -d '{"events": [{"server_uuid": "b6f9e236-1f12-4d97-8e69-ab2a7f5588a6", "name": "network-vif-deleted", "tag": "cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:06:40.465604 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d95868-b755-4819-86f6-b0979d65f01f x-openstack-request-id: req-c4d95868-b755-4819-86f6-b0979d65f01f {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:06:40.466083 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f9e236-1f12-4d97-8e69-ab2a7f5588a6", "name": "network-vif-deleted", "tag": "cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:06:40.466358 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4d95868-b755-4819-86f6-b0979d65f01f {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:06:40.466864 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d95868-b755-4819-86f6-b0979d65f01f'] response: {'server_uuid': 'b6f9e236-1f12-4d97-8e69-ab2a7f5588a6', 'name': 'network-vif-deleted', 'tag': 'cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4', 'status': 'completed', 'code': 200} May 10 14:06:40.855637 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3b3adda1-2ed3-4211-bd03-cb2c9b15c130 req-29bcd7fe-5902-46dd-ae69-be01d3fa2f77 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f9e236-1f12-4d97-8e69-ab2a7f5588a6 HTTP/1.1" status: 200 len: 210 time: 0.0281887 May 10 14:06:41.962587 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8621f2ca-8a71-454a-830d-c3e432aeaf8f req-76857016-e189-4b3a-8114-8fd66cb3c71a tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f9e236-1f12-4d97-8e69-ab2a7f5588a6 HTTP/1.1" status: 200 len: 210 time: 0.0310390 May 10 14:06:43.065781 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-3a2219e2-e394-44ce-9433-b6f3b03e074d req-4bbcaf81-1828-47ac-820e-192d6c739125 tempest-VolumesActionsTest-1150416183 tempest-VolumesActionsTest-1150416183-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f9e236-1f12-4d97-8e69-ab2a7f5588a6 HTTP/1.1" status: 200 len: 210 time: 0.0272653 May 10 14:06:43.409809 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:06:43.429527 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] No Port match for: cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:06:43.429871 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device cad9fde6-c40a-4571-b45a-2bbd8ea1f8b4 not bound to the agent host hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:06:49.084751 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 56708) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:49.200784 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ccf8eeff-b63c-4065-9b98-321c7c64d7fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:49.304992 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ccf8eeff-b63c-4065-9b98-321c7c64d7fd admin admin] Publish callbacks [] for security_group (68b0df5c-52db-45dd-ad77-aaeee7a507ad), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:49.310970 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ccf8eeff-b63c-4065-9b98-321c7c64d7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (68b0df5c-52db-45dd-ad77-aaeee7a507ad), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:49.368746 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8eeff-b63c-4065-9b98-321c7c64d7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b0df5c-52db-45dd-ad77-aaeee7a507ad,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:49.401504 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ccf8eeff-b63c-4065-9b98-321c7c64d7fd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cfd4337045164a92a74bf4964581fc97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132288 May 10 14:06:49.401999 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 56724) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:49.461254 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a824e4fe-3073-4307-9780-dfb8d769a5a6 admin admin] Publish callbacks [] for security_group (68b0df5c-52db-45dd-ad77-aaeee7a507ad), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:49.492699 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a824e4fe-3073-4307-9780-dfb8d769a5a6 admin admin] Publish callbacks [] for security_group (68b0df5c-52db-45dd-ad77-aaeee7a507ad), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:49.566655 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a824e4fe-3073-4307-9780-dfb8d769a5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (68b0df5c-52db-45dd-ad77-aaeee7a507ad), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:49.572372 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a824e4fe-3073-4307-9780-dfb8d769a5a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:49.574095 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a824e4fe-3073-4307-9780-dfb8d769a5a6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/68b0df5c-52db-45dd-ad77-aaeee7a507ad HTTP/1.1" status: 204 len: 168 time: 0.1711402 May 10 14:06:49.585674 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824e4fe-3073-4307-9780-dfb8d769a5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b0df5c-52db-45dd-ad77-aaeee7a507ad,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:49.733543 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 56734) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:49.905136 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0d33b322-f10d-4a17-8f7a-9139063728a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:49.946756 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 56742) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:49.973801 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-695aeb28-0af3-4f99-8bc2-0388e3e52a92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:49.992268 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0d33b322-f10d-4a17-8f7a-9139063728a2 admin admin] Publish callbacks [] for security_group (8924c78a-0e78-4dc0-8579-c2c412933522), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:49.998506 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0d33b322-f10d-4a17-8f7a-9139063728a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (8924c78a-0e78-4dc0-8579-c2c412933522), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:50.038991 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33b322-f10d-4a17-8f7a-9139063728a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8924c78a-0e78-4dc0-8579-c2c412933522,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:50.043865 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0d33b322-f10d-4a17-8f7a-9139063728a2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d109b97714b4d8faba191eae7f2c68c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092844 May 10 14:06:50.046760 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 56744) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:50.145717 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-695aeb28-0af3-4f99-8bc2-0388e3e52a92 admin admin] Publish callbacks [] for security_group (62fd93df-da26-4819-b4e1-523479ecb50e), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:50.165700 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-695aeb28-0af3-4f99-8bc2-0388e3e52a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (62fd93df-da26-4819-b4e1-523479ecb50e), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:50.185471 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57b03cd3-c8e6-4b8e-9493-1f1fa95dd814 admin admin] Publish callbacks [] for security_group (8924c78a-0e78-4dc0-8579-c2c412933522), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:50.246067 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695aeb28-0af3-4f99-8bc2-0388e3e52a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fd93df-da26-4819-b4e1-523479ecb50e,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:50.256840 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-695aeb28-0af3-4f99-8bc2-0388e3e52a92 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f9a357fbd6914a31bd04ace122205a14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084736 May 10 14:06:50.259364 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 56746) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:50.281158 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57b03cd3-c8e6-4b8e-9493-1f1fa95dd814 admin admin] Publish callbacks [] for security_group (8924c78a-0e78-4dc0-8579-c2c412933522), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:50.351434 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ca299b22-ef37-49c6-87cf-882099699fad admin admin] Publish callbacks [] for security_group (62fd93df-da26-4819-b4e1-523479ecb50e), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:50.357265 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57b03cd3-c8e6-4b8e-9493-1f1fa95dd814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (8924c78a-0e78-4dc0-8579-c2c412933522), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:50.360667 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-57b03cd3-c8e6-4b8e-9493-1f1fa95dd814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:50.362014 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-57b03cd3-c8e6-4b8e-9493-1f1fa95dd814 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8924c78a-0e78-4dc0-8579-c2c412933522 HTTP/1.1" status: 204 len: 168 time: 0.3136911 May 10 14:06:50.383268 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ca299b22-ef37-49c6-87cf-882099699fad admin admin] Publish callbacks [] for security_group (62fd93df-da26-4819-b4e1-523479ecb50e), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:50.399690 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b03cd3-c8e6-4b8e-9493-1f1fa95dd814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8924c78a-0e78-4dc0-8579-c2c412933522,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:50.457059 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ca299b22-ef37-49c6-87cf-882099699fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (62fd93df-da26-4819-b4e1-523479ecb50e), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:50.461584 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ca299b22-ef37-49c6-87cf-882099699fad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:50.462967 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ca299b22-ef37-49c6-87cf-882099699fad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62fd93df-da26-4819-b4e1-523479ecb50e HTTP/1.1" status: 204 len: 168 time: 0.2026167 May 10 14:06:50.473869 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca299b22-ef37-49c6-87cf-882099699fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fd93df-da26-4819-b4e1-523479ecb50e,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:50.987925 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 56768) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:51.008460 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-90e02922-d750-4949-8525-7c3cc8f81b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:51.126022 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-90e02922-d750-4949-8525-7c3cc8f81b28 admin admin] Publish callbacks [] for security_group (0c5cc6e2-c090-4d68-b040-ff0108b98735), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:51.132007 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-90e02922-d750-4949-8525-7c3cc8f81b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (0c5cc6e2-c090-4d68-b040-ff0108b98735), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:51.184744 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 56774) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:51.186086 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-90e02922-d750-4949-8525-7c3cc8f81b28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=38cd954098d846f2850f182426937846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969285 May 10 14:06:51.187201 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e02922-d750-4949-8525-7c3cc8f81b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5cc6e2-c090-4d68-b040-ff0108b98735,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:51.247365 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-892866a3-0810-4ad8-a19d-b8736e67c11f admin admin] Publish callbacks [] for security_group (0c5cc6e2-c090-4d68-b040-ff0108b98735), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:51.275896 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-892866a3-0810-4ad8-a19d-b8736e67c11f admin admin] Publish callbacks [] for security_group (0c5cc6e2-c090-4d68-b040-ff0108b98735), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:51.350618 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-892866a3-0810-4ad8-a19d-b8736e67c11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (0c5cc6e2-c090-4d68-b040-ff0108b98735), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:51.357042 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-892866a3-0810-4ad8-a19d-b8736e67c11f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:51.372333 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-892866a3-0810-4ad8-a19d-b8736e67c11f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c5cc6e2-c090-4d68-b040-ff0108b98735 HTTP/1.1" status: 204 len: 168 time: 0.1811471 May 10 14:06:51.381858 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892866a3-0810-4ad8-a19d-b8736e67c11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5cc6e2-c090-4d68-b040-ff0108b98735,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:53.641102 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 56868) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:53.750449 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-88a0444b-b15b-4cc6-9b51-5f0eecb814fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:53.832156 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-88a0444b-b15b-4cc6-9b51-5f0eecb814fa admin admin] Publish callbacks [] for security_group (d9c108a1-325e-47dc-a173-21798f8b5e73), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:53.836713 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-88a0444b-b15b-4cc6-9b51-5f0eecb814fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (d9c108a1-325e-47dc-a173-21798f8b5e73), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:53.879052 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 56872) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:53.879722 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-88a0444b-b15b-4cc6-9b51-5f0eecb814fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cd8d8c1a2bae418282f32c845c418eca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369230 May 10 14:06:53.880026 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0444b-b15b-4cc6-9b51-5f0eecb814fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c108a1-325e-47dc-a173-21798f8b5e73,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:53.931114 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cfbf7f96-9494-40f1-bdb0-608991c62e27 admin admin] Publish callbacks [] for security_group (d9c108a1-325e-47dc-a173-21798f8b5e73), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:53.952147 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cfbf7f96-9494-40f1-bdb0-608991c62e27 admin admin] Publish callbacks [] for security_group (d9c108a1-325e-47dc-a173-21798f8b5e73), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:54.011809 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cfbf7f96-9494-40f1-bdb0-608991c62e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (d9c108a1-325e-47dc-a173-21798f8b5e73), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:54.015774 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-cfbf7f96-9494-40f1-bdb0-608991c62e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:54.017002 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-cfbf7f96-9494-40f1-bdb0-608991c62e27 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9c108a1-325e-47dc-a173-21798f8b5e73 HTTP/1.1" status: 204 len: 168 time: 0.1369593 May 10 14:06:54.026855 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf7f96-9494-40f1-bdb0-608991c62e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c108a1-325e-47dc-a173-21798f8b5e73,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:54.345905 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 56882) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:54.363230 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-51fa2fc6-dd34-4776-b185-32838cfbc13c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:54.454093 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-51fa2fc6-dd34-4776-b185-32838cfbc13c admin admin] Publish callbacks [] for security_group (d764d59b-60ea-4f9e-811b-b2cca2cee90d), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:54.458768 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-51fa2fc6-dd34-4776-b185-32838cfbc13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (d764d59b-60ea-4f9e-811b-b2cca2cee90d), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:54.503903 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 56884) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:54.509031 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-51fa2fc6-dd34-4776-b185-32838cfbc13c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=70d26bf70d3045469bc2a3b5f52b841c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1598556 May 10 14:06:54.511271 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa2fc6-dd34-4776-b185-32838cfbc13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d764d59b-60ea-4f9e-811b-b2cca2cee90d,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:54.581494 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bc298231-c793-4db9-b7cb-202b73bcd0ea admin admin] Publish callbacks [] for security_group (d764d59b-60ea-4f9e-811b-b2cca2cee90d), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:54.604776 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bc298231-c793-4db9-b7cb-202b73bcd0ea admin admin] Publish callbacks [] for security_group (d764d59b-60ea-4f9e-811b-b2cca2cee90d), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:54.659582 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bc298231-c793-4db9-b7cb-202b73bcd0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (d764d59b-60ea-4f9e-811b-b2cca2cee90d), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:54.662424 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bc298231-c793-4db9-b7cb-202b73bcd0ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:54.663746 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-bc298231-c793-4db9-b7cb-202b73bcd0ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d764d59b-60ea-4f9e-811b-b2cca2cee90d HTTP/1.1" status: 204 len: 168 time: 0.1588194 May 10 14:06:54.691341 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc298231-c793-4db9-b7cb-202b73bcd0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d764d59b-60ea-4f9e-811b-b2cca2cee90d,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:55.295616 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:55.890161 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fbd28833-b89b-400c-86ba-3b7a04f310bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:55.909980 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 56934) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:56.022633 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c6d109ca-6cc9-4566-9e87-ef4b7509a7aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:56.111791 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c6d109ca-6cc9-4566-9e87-ef4b7509a7aa admin admin] Publish callbacks [] for security_group (ac96e045-8e3c-40d5-981f-5eb319f9a34d), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:56.116556 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c6d109ca-6cc9-4566-9e87-ef4b7509a7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (ac96e045-8e3c-40d5-981f-5eb319f9a34d), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:56.155243 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 56942) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:06:56.161589 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c6d109ca-6cc9-4566-9e87-ef4b7509a7aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e3a114eb0a7c4dcf8e94fcf3faa13720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497184 May 10 14:06:56.184020 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d109ca-6cc9-4566-9e87-ef4b7509a7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac96e045-8e3c-40d5-981f-5eb319f9a34d,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:56.231793 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-147b4b47-4fe0-4ff6-adb9-d30db31385e2 admin admin] Publish callbacks [] for security_group (ac96e045-8e3c-40d5-981f-5eb319f9a34d), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:56.277396 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-147b4b47-4fe0-4ff6-adb9-d30db31385e2 admin admin] Publish callbacks [] for security_group (ac96e045-8e3c-40d5-981f-5eb319f9a34d), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:56.357896 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-147b4b47-4fe0-4ff6-adb9-d30db31385e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (ac96e045-8e3c-40d5-981f-5eb319f9a34d), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:56.362192 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-147b4b47-4fe0-4ff6-adb9-d30db31385e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:56.364158 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-147b4b47-4fe0-4ff6-adb9-d30db31385e2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ac96e045-8e3c-40d5-981f-5eb319f9a34d HTTP/1.1" status: 204 len: 168 time: 0.2079222 May 10 14:06:56.398541 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b4b47-4fe0-4ff6-adb9-d30db31385e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac96e045-8e3c-40d5-981f-5eb319f9a34d,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:06:58.305166 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fbb1c5db-39b3-480a-87fc-52b85561398b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:06:59.368616 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:00.289364 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6ce8e074-c260-4753-be83-dfcd6c3ec7dd req-208f1983-e6b9-4230-88a2-17e05fc71adc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380647 May 10 14:07:00.758127 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:01.617626 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93c266-a7a6-4d30-ba0e-3681f795373a req-543d46d9-75c6-4fe6-b484-b52d2551a526 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:01.619867 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4e93c266-a7a6-4d30-ba0e-3681f795373a req-543d46d9-75c6-4fe6-b484-b52d2551a526 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 947 time: 0.0525396 May 10 14:07:01.671002 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4e93c266-a7a6-4d30-ba0e-3681f795373a req-5c1386a8-5468-4465-a2d4-630ce826ab60 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452964 May 10 14:07:02.318295 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:02.803891 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f1726-e69b-42db-8656-5ad6fab67fc8 req-e867f04f-fe43-4ca8-9c8f-3fe4f58ed2c7 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:02.805561 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4a3f1726-e69b-42db-8656-5ad6fab67fc8 req-e867f04f-fe43-4ca8-9c8f-3fe4f58ed2c7 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 947 time: 0.0491667 May 10 14:07:02.861503 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4a3f1726-e69b-42db-8656-5ad6fab67fc8 req-d442c4be-5e49-44ca-8516-82e0a4c03df0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453269 May 10 14:07:03.234508 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8e074-c260-4753-be83-dfcd6c3ec7dd req-d7c4cc89-7360-4af4-b791-eac480624051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:03.241264 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6ce8e074-c260-4753-be83-dfcd6c3ec7dd req-d7c4cc89-7360-4af4-b791-eac480624051 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd39c2a00ace4575896bf3f045bedce1&device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 1131 time: 0.0677962 May 10 14:07:03.295610 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 57098) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:03.498615 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f5d95eec-e061-4f53-b13c-b92517e1b1b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:03.566805 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8e074-c260-4753-be83-dfcd6c3ec7dd req-85321714-4aa3-484b-b3fe-57f82573d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:03.568633 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6ce8e074-c260-4753-be83-dfcd6c3ec7dd req-85321714-4aa3-484b-b3fe-57f82573d871 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c2e159f-7eb2-470d-9799-bf81a94b9b35 HTTP/1.1" status: 200 len: 917 time: 0.1597071 May 10 14:07:03.628645 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f2b46-8c42-4742-a949-547763f99c8d req-a99a4de8-c6cc-497c-a4e5-d8d9bbbf5b6f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:03.628645 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-865f2b46-8c42-4742-a949-547763f99c8d req-a99a4de8-c6cc-497c-a4e5-d8d9bbbf5b6f tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.57 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 947 time: 0.0505145 May 10 14:07:03.683348 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6ce8e074-c260-4753-be83-dfcd6c3ec7dd req-38ec84e5-920c-49e2-9d39-a9e7d97ece03 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c7e5879-9276-48c6-9f02-0be4571c330e HTTP/1.1" status: 200 len: 1002 time: 0.1058140 May 10 14:07:03.741544 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8e074-c260-4753-be83-dfcd6c3ec7dd req-0d4b4c16-ad10-4f1d-bfe5-c4351656215b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:03.743308 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6ce8e074-c260-4753-be83-dfcd6c3ec7dd req-0d4b4c16-ad10-4f1d-bfe5-c4351656215b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0e8396c4-2dcc-480c-84ec-587b7b32be41 HTTP/1.1" status: 200 len: 855 time: 0.0542109 May 10 14:07:03.754598 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-865f2b46-8c42-4742-a949-547763f99c8d req-e14f563e-4302-421d-88f0-0bdcd373a1bd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Deleting port 7c7e5879-9276-48c6-9f02-0be4571c330e {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:07:03.754956 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-865f2b46-8c42-4742-a949-547763f99c8d req-e14f563e-4302-421d-88f0-0bdcd373a1bd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:03.761059 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f5d95eec-e061-4f53-b13c-b92517e1b1b8 admin admin] Publish callbacks [] for security_group (5824518d-5b6e-4fbd-8a84-360f57550d74), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:03.772582 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f5d95eec-e061-4f53-b13c-b92517e1b1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (5824518d-5b6e-4fbd-8a84-360f57550d74), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:03.819231 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8e074-c260-4753-be83-dfcd6c3ec7dd req-3d517dd0-73fb-40db-8500-7dee634074e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:03.822105 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6ce8e074-c260-4753-be83-dfcd6c3ec7dd req-3d517dd0-73fb-40db-8500-7dee634074e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c2e159f-7eb2-470d-9799-bf81a94b9b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635967 May 10 14:07:03.870280 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-865f2b46-8c42-4742-a949-547763f99c8d req-e14f563e-4302-421d-88f0-0bdcd373a1bd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] For port 7c7e5879-9276-48c6-9f02-0be4571c330e, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=7c7e5879-9276-48c6-9f02-0be4571c330e,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:07:03.871477 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-865f2b46-8c42-4742-a949-547763f99c8d req-e14f563e-4302-421d-88f0-0bdcd373a1bd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:03.879570 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f5d95eec-e061-4f53-b13c-b92517e1b1b8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d47a2c56d6eb4fee9f90d141f4a28f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5796130 May 10 14:07:03.890375 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 57120) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:03.976019 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d95eec-e061-4f53-b13c-b92517e1b1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5824518d-5b6e-4fbd-8a84-360f57550d74,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:04.072730 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec622a3-8c0d-4219-9142-0bf2c2f3009d req-8af2f53f-147d-42f4-824f-1a93724c71f4 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:04.074372 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2ec622a3-8c0d-4219-9142-0bf2c2f3009d req-8af2f53f-147d-42f4-824f-1a93724c71f4 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 947 time: 0.0577743 May 10 14:07:04.124719 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6ce8e074-c260-4753-be83-dfcd6c3ec7dd req-bee186a6-b15c-4c6c-8a0d-573f530dac49 service neutron] 10.222.0.57 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662151 May 10 14:07:04.216258 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d4228d2f-a9b4-4ea7-8565-293be3561bd7 admin admin] Publish callbacks [] for security_group (5824518d-5b6e-4fbd-8a84-360f57550d74), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:04.225268 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2ec622a3-8c0d-4219-9142-0bf2c2f3009d req-d76cfa31-c9a3-4197-b385-f91d8a7aac76 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups?id=7877b28e-89ee-4045-8585-8fe0d1805f56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391084 May 10 14:07:04.261408 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d4228d2f-a9b4-4ea7-8565-293be3561bd7 admin admin] Publish callbacks [] for security_group (5824518d-5b6e-4fbd-8a84-360f57550d74), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:04.296278 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6ce8e074-c260-4753-be83-dfcd6c3ec7dd req-3bb34701-dcc1-4a7a-b7da-dcd1d537c3ae service neutron] 10.222.0.57 "GET /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520245 May 10 14:07:04.326627 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-865f2b46-8c42-4742-a949-547763f99c8d req-e14f563e-4302-421d-88f0-0bdcd373a1bd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:04.327084 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-865f2b46-8c42-4742-a949-547763f99c8d req-e14f563e-4302-421d-88f0-0bdcd373a1bd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (96daad7c-ba8e-4a44-bb91-55bf38bc965b), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:04.327412 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.l3_db [req-865f2b46-8c42-4742-a949-547763f99c8d req-e14f563e-4302-421d-88f0-0bdcd373a1bd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Floating IP 96daad7c-ba8e-4a44-bb91-55bf38bc965b disassociated. External IP: 172.27.3.150, port: 7c7e5879-9276-48c6-9f02-0be4571c330e. May 10 14:07:04.327764 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-865f2b46-8c42-4742-a949-547763f99c8d req-e14f563e-4302-421d-88f0-0bdcd373a1bd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Calling delete_port for 7c7e5879-9276-48c6-9f02-0be4571c330e owned by compute:nova {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:07:04.344373 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d4228d2f-a9b4-4ea7-8565-293be3561bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (5824518d-5b6e-4fbd-8a84-360f57550d74), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:04.347496 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d4228d2f-a9b4-4ea7-8565-293be3561bd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:04.350976 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d4228d2f-a9b4-4ea7-8565-293be3561bd7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5824518d-5b6e-4fbd-8a84-360f57550d74 HTTP/1.1" status: 204 len: 168 time: 0.4574115 May 10 14:07:04.397475 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4228d2f-a9b4-4ea7-8565-293be3561bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5824518d-5b6e-4fbd-8a84-360f57550d74,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:04.528469 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-865f2b46-8c42-4742-a949-547763f99c8d req-e14f563e-4302-421d-88f0-0bdcd373a1bd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (7c7e5879-9276-48c6-9f02-0be4571c330e), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:04.561466 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f563e-4302-421d-88f0-0bdcd373a1bd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Pushing event deleted for resources: {'Port': ['ID=7c7e5879-9276-48c6-9f02-0be4571c330e,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:04.699465 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [req-865f2b46-8c42-4742-a949-547763f99c8d req-e14f563e-4302-421d-88f0-0bdcd373a1bd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Router aba119d6-5dda-4089-a6c0-7039fc7a97e1 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:07:04.867705 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-865f2b46-8c42-4742-a949-547763f99c8d req-e14f563e-4302-421d-88f0-0bdcd373a1bd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:07:04.882002 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fba17a5-2f4d-437b-97a2-866f5fd5232c None None] Sync routers for ids ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:07:04.901067 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fba17a5-2f4d-437b-97a2-866f5fd5232c None None] Routers {'aba119d6-5dda-4089-a6c0-7039fc7a97e1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:07:04.901700 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4fba17a5-2f4d-437b-97a2-866f5fd5232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:06:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:04.942720 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-865f2b46-8c42-4742-a949-547763f99c8d req-e14f563e-4302-421d-88f0-0bdcd373a1bd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] No DVR routers for this DVR port 7c7e5879-9276-48c6-9f02-0be4571c330e on host hv-cinder-84067 {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:07:04.951725 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-865f2b46-8c42-4742-a949-547763f99c8d req-e14f563e-4302-421d-88f0-0bdcd373a1bd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:04.958950 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-865f2b46-8c42-4742-a949-547763f99c8d req-e14f563e-4302-421d-88f0-0bdcd373a1bd tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.57 "DELETE /v2.0/ports/7c7e5879-9276-48c6-9f02-0be4571c330e HTTP/1.1" status: 204 len: 173 time: 1.3251171 May 10 14:07:04.960760 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e6e847-c76f-441e-a7f8-63251b198a2d', 'name': 'network-vif-deleted', 'tag': '7c7e5879-9276-48c6-9f02-0be4571c330e'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:07:04.972772 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7e7f4b-5d6e-470e-b534-bb3262355ef2" -d '{"events": [{"server_uuid": "18e6e847-c76f-441e-a7f8-63251b198a2d", "name": "network-vif-deleted", "tag": "7c7e5879-9276-48c6-9f02-0be4571c330e"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:07:05.076895 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420e99d0-29a7-4f3d-a040-e1131fbd8a3a x-openstack-request-id: req-420e99d0-29a7-4f3d-a040-e1131fbd8a3a {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:07:05.077238 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e6e847-c76f-441e-a7f8-63251b198a2d", "name": "network-vif-deleted", "tag": "7c7e5879-9276-48c6-9f02-0be4571c330e", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:07:05.077507 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-420e99d0-29a7-4f3d-a040-e1131fbd8a3a {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:07:05.077923 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-420e99d0-29a7-4f3d-a040-e1131fbd8a3a'] response: {'server_uuid': '18e6e847-c76f-441e-a7f8-63251b198a2d', 'name': 'network-vif-deleted', 'tag': '7c7e5879-9276-48c6-9f02-0be4571c330e', 'status': 'completed', 'code': 200} May 10 14:07:05.081743 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-4fba17a5-2f4d-437b-97a2-866f5fd5232c None None] Set router aba119d6-5dda-4089-a6c0-7039fc7a97e1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:07:05.338815 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 57168) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:05.376371 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4fba17a5-2f4d-437b-97a2-866f5fd5232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'name': 'tempest-AttachVolumeShelveTestJSON-710112497-router', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:07Z', 'revision_number': 4, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'gw_port': {'id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': '248fc04b-f924-4a81-be73-155edc600cf5', 'name': '', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'mac_address': 'fa:16:3e:02:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:03Z', 'updated_at': '2022-05-10T14:00:17Z', 'revision_number': 5, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'subnets': [{'id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:05.406754 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fba17a5-2f4d-437b-97a2-866f5fd5232c None None] Checking router: aba119d6-5dda-4089-a6c0-7039fc7a97e1 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:07:05.416419 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-89b20c28-7c5b-4fb9-9078-d7b1402fe71d req-2f59008d-c0f0-4d07-846a-d30f0805c7d1 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/ports?device_id=18e6e847-c76f-441e-a7f8-63251b198a2d HTTP/1.1" status: 200 len: 210 time: 0.0578220 May 10 14:07:05.432240 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fba17a5-2f4d-437b-97a2-866f5fd5232c None None] Routers {'aba119d6-5dda-4089-a6c0-7039fc7a97e1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:07:05.434472 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4fba17a5-2f4d-437b-97a2-866f5fd5232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:06:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:05.544905 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-5b305755-884b-4c94-8fc7-16341141676b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1074753757-network', 'tenant_id': '8065cc2197524aef947c304e894c1696'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:07:05.561801 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-4fba17a5-2f4d-437b-97a2-866f5fd5232c None None] Set router aba119d6-5dda-4089-a6c0-7039fc7a97e1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:07:05.571974 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b305755-884b-4c94-8fc7-16341141676b admin admin] Made reservation on behalf of 8065cc2197524aef947c304e894c1696 for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:07:05.577221 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5b305755-884b-4c94-8fc7-16341141676b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:05.589125 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5b305755-884b-4c94-8fc7-16341141676b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:05.952206 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-4fba17a5-2f4d-437b-97a2-866f5fd5232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'name': 'tempest-AttachVolumeShelveTestJSON-710112497-router', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:07Z', 'revision_number': 4, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'gw_port': {'id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': '248fc04b-f924-4a81-be73-155edc600cf5', 'name': '', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'mac_address': 'fa:16:3e:02:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:03Z', 'updated_at': '2022-05-10T14:00:17Z', 'revision_number': 5, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'subnets': [{'id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:05.993924 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fba17a5-2f4d-437b-97a2-866f5fd5232c None None] The sync data for ids ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'] in dv-cinder-840678-6-iscsi is: [{'id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'name': 'tempest-AttachVolumeShelveTestJSON-710112497-router', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:00:07Z', 'revision_number': 4, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'gw_port': {'id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': '248fc04b-f924-4a81-be73-155edc600cf5', 'name': '', 'network_id': '9c2e159f-7eb2-470d-9799-bf81a94b9b35', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'mac_address': 'fa:16:3e:02:33:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:00:03Z', 'updated_at': '2022-05-10T14:00:17Z', 'revision_number': 5, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'subnets': [{'id': '0e8396c4-2dcc-480c-84ec-587b7b32be41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:07:06.014670 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5b305755-884b-4c94-8fc7-16341141676b admin admin] Publish callbacks [] for security_group (93b2c3ee-806a-48be-8836-7f54e339e8ea), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:06.021678 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5b305755-884b-4c94-8fc7-16341141676b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (93b2c3ee-806a-48be-8836-7f54e339e8ea), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:06.058537 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b305755-884b-4c94-8fc7-16341141676b admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:07:06.068941 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b305755-884b-4c94-8fc7-16341141676b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b2c3ee-806a-48be-8836-7f54e339e8ea,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:06.087302 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5b305755-884b-4c94-8fc7-16341141676b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (0b2d5739-4b58-486d-ace7-e46432e682bf), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:06.087807 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-5b305755-884b-4c94-8fc7-16341141676b admin admin] Added segment 0b2d5739-4b58-486d-ace7-e46432e682bf of type vlan for network 488c0588-d994-4b6d-b18a-4e3cca564771 May 10 14:07:06.136441 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5b305755-884b-4c94-8fc7-16341141676b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770989082799'] for network (488c0588-d994-4b6d-b18a-4e3cca564771), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:06.164197 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5b305755-884b-4c94-8fc7-16341141676b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for network (488c0588-d994-4b6d-b18a-4e3cca564771), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:06.165402 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b305755-884b-4c94-8fc7-16341141676b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:06.166071 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5b305755-884b-4c94-8fc7-16341141676b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:06.223631 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5b305755-884b-4c94-8fc7-16341141676b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8834856 May 10 14:07:06.226515 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 57180) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:06.231283 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-31fdfcb7-03ab-4806-a0cf-688c3a08dd12 admin admin] Request body: {'subnet': {'network_id': '488c0588-d994-4b6d-b18a-4e3cca564771', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1074753757-subnet', 'tenant_id': '8065cc2197524aef947c304e894c1696', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:07:06.245772 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b305755-884b-4c94-8fc7-16341141676b admin admin] Pushing event updated for resources: {'Network': ['ID=488c0588-d994-4b6d-b18a-4e3cca564771,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:06.261763 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Network 488c0588-d994-4b6d-b18a-4e3cca564771 details requested by agent ovs-agent-dv-cinder-840678-6-iscsi with host dv-cinder-840678-6-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:07:06.273381 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fdfcb7-03ab-4806-a0cf-688c3a08dd12 admin admin] Made reservation on behalf of 8065cc2197524aef947c304e894c1696 for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:07:06.275800 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-31fdfcb7-03ab-4806-a0cf-688c3a08dd12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10135818'] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:06.430833 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7bee1d-c29e-4d3d-840a-798a52999ddf None None] New status for floating IP 96daad7c-ba8e-4a44-bb91-55bf38bc965b: DOWN {{(pid=103391) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:07:06.491245 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-31fdfcb7-03ab-4806-a0cf-688c3a08dd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9373718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10135828'] for subnet (3a54c7e5-9661-42aa-98a6-b6051f982f76), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:06.601101 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdfcb7-03ab-4806-a0cf-688c3a08dd12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a54c7e5-9661-42aa-98a6-b6051f982f76,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:06.622131 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fdfcb7-03ab-4806-a0cf-688c3a08dd12 admin admin] Checking segment: {'id': '0b2d5739-4b58-486d-ace7-e46432e682bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '488c0588-d994-4b6d-b18a-4e3cca564771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:07:06.622799 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fdfcb7-03ab-4806-a0cf-688c3a08dd12 admin admin] Network hostable DHCP agents. Network: 488c0588-d994-4b6d-b18a-4e3cca564771, hostable agents: ['9d798d4e-9452-4d08-ac49-c41e5143ffdf'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:07:06.633906 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 57194) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:06.654218 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fdfcb7-03ab-4806-a0cf-688c3a08dd12 admin admin] Network 488c0588-d994-4b6d-b18a-4e3cca564771 is scheduled to be hosted by DHCP agent 9d798d4e-9452-4d08-ac49-c41e5143ffdf with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:07:06.666869 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-31fdfcb7-03ab-4806-a0cf-688c3a08dd12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-6-iscsi, 488c0588-d994-4b6d-b18a-4e3cca564771) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:07:06.671382 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fdfcb7-03ab-4806-a0cf-688c3a08dd12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:06.672246 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-31fdfcb7-03ab-4806-a0cf-688c3a08dd12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:06.687116 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83988513-1803-4415-819a-7521dc861051 None None] Network 488c0588-d994-4b6d-b18a-4e3cca564771 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:07:06.725970 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-31fdfcb7-03ab-4806-a0cf-688c3a08dd12 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4983196 May 10 14:07:06.729957 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-65a84274-cce5-482a-a08b-54928f06eef8 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for security_group (7877b28e-89ee-4045-8585-8fe0d1805f56), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:06.788036 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-65a84274-cce5-482a-a08b-54928f06eef8 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for security_group (7877b28e-89ee-4045-8585-8fe0d1805f56), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:06.888141 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2084529-fbec-4826-9122-0037f579d2cc None None] Network 488c0588-d994-4b6d-b18a-4e3cca564771 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:07:06.891314 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-65a84274-cce5-482a-a08b-54928f06eef8 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (7877b28e-89ee-4045-8585-8fe0d1805f56), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:06.895226 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-65a84274-cce5-482a-a08b-54928f06eef8 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:06.898897 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-65a84274-cce5-482a-a08b-54928f06eef8 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "DELETE /v2.0/security-groups/7877b28e-89ee-4045-8585-8fe0d1805f56 HTTP/1.1" status: 204 len: 168 time: 0.2616622 May 10 14:07:06.899340 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 57204) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:06.912906 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a84274-cce5-482a-a08b-54928f06eef8 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7877b28e-89ee-4045-8585-8fe0d1805f56,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:06.922355 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.api.v2.resource [None req-90f12667-6293-4ec5-a4f1-f637586722e0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] show failed (client error): The resource could not be found. May 10 14:07:06.926027 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-90f12667-6293-4ec5-a4f1-f637586722e0 tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "GET /v2.0/security-groups/7877b28e-89ee-4045-8585-8fe0d1805f56 HTTP/1.1" status: 404 len: 347 time: 0.0230613 May 10 14:07:06.927180 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 57208) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:06.959447 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 57210) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:07.157317 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-0099cac9-dc96-4605-bf95-02ebad1089df tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Deleting port 34ae5e83-b142-4aba-a8ba-a084906e4c5b {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:07:07.158602 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0099cac9-dc96-4605-bf95-02ebad1089df tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (34ae5e83-b142-4aba-a8ba-a084906e4c5b), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:07.261658 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0099cac9-dc96-4605-bf95-02ebad1089df tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (34ae5e83-b142-4aba-a8ba-a084906e4c5b), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:07.262531 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0099cac9-dc96-4605-bf95-02ebad1089df tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for floatingip (34ae5e83-b142-4aba-a8ba-a084906e4c5b), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:07.283023 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-0099cac9-dc96-4605-bf95-02ebad1089df tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Calling delete_port for 34ae5e83-b142-4aba-a8ba-a084906e4c5b owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:07:07.332283 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-68b58925-0c93-4932-8aa6-a7c93d66123c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:07.434182 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-68b58925-0c93-4932-8aa6-a7c93d66123c admin admin] Publish callbacks [] for security_group (aaf4b578-2138-4908-a4e8-3708e7afe9c9), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:07.438440 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-68b58925-0c93-4932-8aa6-a7c93d66123c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (aaf4b578-2138-4908-a4e8-3708e7afe9c9), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:07.478615 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b58925-0c93-4932-8aa6-a7c93d66123c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf4b578-2138-4908-a4e8-3708e7afe9c9,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:07.483195 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-68b58925-0c93-4932-8aa6-a7c93d66123c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=24e11f2d6fef4260af44af7807ac0c9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5226839 May 10 14:07:07.486772 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 57222) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:07.516435 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 7c7e5879-9276-48c6-9f02-0be4571c330e no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:07:07.537092 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0099cac9-dc96-4605-bf95-02ebad1089df tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (34ae5e83-b142-4aba-a8ba-a084906e4c5b), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:07.552458 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] No Port match for: 7c7e5879-9276-48c6-9f02-0be4571c330e {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:07:07.553066 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 7c7e5879-9276-48c6-9f02-0be4571c330e not bound to the agent host hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:07:07.555961 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7df7e9c6-faeb-4b08-9d8f-5d9651af23f8 admin admin] Publish callbacks [] for security_group (aaf4b578-2138-4908-a4e8-3708e7afe9c9), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:07.584661 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7df7e9c6-faeb-4b08-9d8f-5d9651af23f8 admin admin] Publish callbacks [] for security_group (aaf4b578-2138-4908-a4e8-3708e7afe9c9), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:07.599880 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099cac9-dc96-4605-bf95-02ebad1089df tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Pushing event deleted for resources: {'Port': ['ID=34ae5e83-b142-4aba-a8ba-a084906e4c5b,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:07.674750 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7df7e9c6-faeb-4b08-9d8f-5d9651af23f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (aaf4b578-2138-4908-a4e8-3708e7afe9c9), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:07.678624 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-7df7e9c6-faeb-4b08-9d8f-5d9651af23f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:07.682685 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-7df7e9c6-faeb-4b08-9d8f-5d9651af23f8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aaf4b578-2138-4908-a4e8-3708e7afe9c9 HTTP/1.1" status: 204 len: 168 time: 0.1949542 May 10 14:07:07.698981 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7e9c6-faeb-4b08-9d8f-5d9651af23f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf4b578-2138-4908-a4e8-3708e7afe9c9,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:07.718654 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0099cac9-dc96-4605-bf95-02ebad1089df tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks [] for floatingip (96daad7c-ba8e-4a44-bb91-55bf38bc965b), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:07.722061 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0099cac9-dc96-4605-bf95-02ebad1089df tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:07.725180 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0099cac9-dc96-4605-bf95-02ebad1089df tempest-AttachVolumeShelveTestJSON-1426318459 tempest-AttachVolumeShelveTestJSON-1426318459-project] 10.222.0.49 "DELETE /v2.0/floatingips/96daad7c-ba8e-4a44-bb91-55bf38bc965b HTTP/1.1" status: 204 len: 168 time: 0.7962148 May 10 14:07:07.762944 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 57234) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:07.769394 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-d9944586-b856-4381-ba76-fe6f837fc84f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-847517180-network', 'tenant_id': '19f1e99571f84e1fa368545ded97da9d'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:07:07.800335 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9944586-b856-4381-ba76-fe6f837fc84f admin admin] Made reservation on behalf of 19f1e99571f84e1fa368545ded97da9d for: {'network': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:07:07.802785 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d9944586-b856-4381-ba76-fe6f837fc84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for network (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:07.828235 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d9944586-b856-4381-ba76-fe6f837fc84f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:07.932665 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d9944586-b856-4381-ba76-fe6f837fc84f admin admin] Publish callbacks [] for security_group (6f5dc274-d739-41f1-a968-185dff43098b), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:07.937940 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d9944586-b856-4381-ba76-fe6f837fc84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (6f5dc274-d739-41f1-a968-185dff43098b), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:07.970471 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9944586-b856-4381-ba76-fe6f837fc84f admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103389) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:07:07.984387 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9944586-b856-4381-ba76-fe6f837fc84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5dc274-d739-41f1-a968-185dff43098b,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:07.990125 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d9944586-b856-4381-ba76-fe6f837fc84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (31f83621-d5cd-46f0-8d95-0dc975ab6e3d), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:07.990540 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.segments_db [None req-d9944586-b856-4381-ba76-fe6f837fc84f admin admin] Added segment 31f83621-d5cd-46f0-8d95-0dc975ab6e3d of type vlan for network cb402e31-f5f8-4a14-9c3f-d47679e58b82 May 10 14:07:08.037997 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d9944586-b856-4381-ba76-fe6f837fc84f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770989082799'] for network (cb402e31-f5f8-4a14-9c3f-d47679e58b82), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:08.071170 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d9944586-b856-4381-ba76-fe6f837fc84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for network (cb402e31-f5f8-4a14-9c3f-d47679e58b82), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:08.072527 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9944586-b856-4381-ba76-fe6f837fc84f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:08.073134 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d9944586-b856-4381-ba76-fe6f837fc84f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:08.136107 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d9944586-b856-4381-ba76-fe6f837fc84f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3713400 May 10 14:07:08.138738 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 57258) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:08.145436 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-8699ea40-d7c3-4dfe-b79d-6ba163397eb1 admin admin] Request body: {'subnet': {'network_id': 'cb402e31-f5f8-4a14-9c3f-d47679e58b82', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-847517180-subnet', 'tenant_id': '19f1e99571f84e1fa368545ded97da9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:07:08.149852 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9944586-b856-4381-ba76-fe6f837fc84f admin admin] Pushing event updated for resources: {'Network': ['ID=cb402e31-f5f8-4a14-9c3f-d47679e58b82,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:08.162878 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Network cb402e31-f5f8-4a14-9c3f-d47679e58b82 details requested by agent ovs-agent-dv-cinder-840678-6-iscsi with host dv-cinder-840678-6-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:07:08.166783 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8699ea40-d7c3-4dfe-b79d-6ba163397eb1 admin admin] Made reservation on behalf of 19f1e99571f84e1fa368545ded97da9d for: {'subnet': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:07:08.169390 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8699ea40-d7c3-4dfe-b79d-6ba163397eb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10142832'] for subnet (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:08.350389 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8699ea40-d7c3-4dfe-b79d-6ba163397eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8738766', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10142830'] for subnet (fedea4d1-27c0-429d-975a-2adc228146d4), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:08.425992 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699ea40-d7c3-4dfe-b79d-6ba163397eb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fedea4d1-27c0-429d-975a-2adc228146d4,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:08.436023 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8699ea40-d7c3-4dfe-b79d-6ba163397eb1 admin admin] Checking segment: {'id': '31f83621-d5cd-46f0-8d95-0dc975ab6e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'cb402e31-f5f8-4a14-9c3f-d47679e58b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:07:08.436627 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8699ea40-d7c3-4dfe-b79d-6ba163397eb1 admin admin] Network hostable DHCP agents. Network: cb402e31-f5f8-4a14-9c3f-d47679e58b82, hostable agents: ['9d798d4e-9452-4d08-ac49-c41e5143ffdf'], hosted agents: [] {{(pid=103390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:07:08.454861 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8699ea40-d7c3-4dfe-b79d-6ba163397eb1 admin admin] Network cb402e31-f5f8-4a14-9c3f-d47679e58b82 is scheduled to be hosted by DHCP agent 9d798d4e-9452-4d08-ac49-c41e5143ffdf with binding_index 1 {{(pid=103390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:07:08.465789 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-8699ea40-d7c3-4dfe-b79d-6ba163397eb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-6-iscsi, cb402e31-f5f8-4a14-9c3f-d47679e58b82) {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:07:08.469958 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8699ea40-d7c3-4dfe-b79d-6ba163397eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:08.470661 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8699ea40-d7c3-4dfe-b79d-6ba163397eb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:08.476054 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67c6a79-c223-4c4f-945c-0802d5d25761 None None] Network cb402e31-f5f8-4a14-9c3f-d47679e58b82 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:07:08.497470 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8699ea40-d7c3-4dfe-b79d-6ba163397eb1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3568225 May 10 14:07:08.592079 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d794205-84ec-4597-9e92-807adb4c8c17 None None] Network cb402e31-f5f8-4a14-9c3f-d47679e58b82 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:07:08.636651 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 57288) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:08.730059 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac6a974-b1a7-4118-87a5-9b9e3da73fee admin admin] Deleting subnet 3a54c7e5-9661-42aa-98a6-b6051f982f76 {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:07:08.734729 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cac6a974-b1a7-4118-87a5-9b9e3da73fee admin admin] Publish callbacks [] for subnet (3a54c7e5-9661-42aa-98a6-b6051f982f76), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:08.799672 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cac6a974-b1a7-4118-87a5-9b9e3da73fee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9373727'] for subnet (3a54c7e5-9661-42aa-98a6-b6051f982f76), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:08.844048 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cac6a974-b1a7-4118-87a5-9b9e3da73fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853495'] for subnet (3a54c7e5-9661-42aa-98a6-b6051f982f76), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:08.906992 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cac6a974-b1a7-4118-87a5-9b9e3da73fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9372369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10135917'] for subnet (3a54c7e5-9661-42aa-98a6-b6051f982f76), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:08.932101 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6a974-b1a7-4118-87a5-9b9e3da73fee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a54c7e5-9661-42aa-98a6-b6051f982f76,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:08.942109 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-cac6a974-b1a7-4118-87a5-9b9e3da73fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:08.948717 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-cac6a974-b1a7-4118-87a5-9b9e3da73fee admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3a54c7e5-9661-42aa-98a6-b6051f982f76 HTTP/1.1" status: 204 len: 168 time: 0.3108132 May 10 14:07:08.951728 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 57344) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:09.058342 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-11ba54f3-e243-4ff2-8d6f-ae7fc97021ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7763938'] for network (488c0588-d994-4b6d-b18a-4e3cca564771), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:09.164459 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-11ba54f3-e243-4ff2-8d6f-ae7fc97021ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854924', 'neutron.services.segments.db._delete_segments_for_network-8770989559345'] for network (488c0588-d994-4b6d-b18a-4e3cca564771), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:09.204218 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-11ba54f3-e243-4ff2-8d6f-ae7fc97021ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488c0588-d994-4b6d-b18a-4e3cca564771']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:09.223058 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-11ba54f3-e243-4ff2-8d6f-ae7fc97021ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2d5739-4b58-486d-ace7-e46432e682bf') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:09.223723 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-11ba54f3-e243-4ff2-8d6f-ae7fc97021ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2d5739-4b58-486d-ace7-e46432e682bf') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:09.236435 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-11ba54f3-e243-4ff2-8d6f-ae7fc97021ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770989363514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613884'] for segment (0b2d5739-4b58-486d-ace7-e46432e682bf), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:09.261630 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-11ba54f3-e243-4ff2-8d6f-ae7fc97021ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (0b2d5739-4b58-486d-ace7-e46432e682bf), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:09.269424 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ba54f3-e243-4ff2-8d6f-ae7fc97021ea admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:07:09.269895 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-11ba54f3-e243-4ff2-8d6f-ae7fc97021ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8740195'] for segment (0b2d5739-4b58-486d-ace7-e46432e682bf), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: Traceback (most recent call last): May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: timer() May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: cb(*args, **kw) May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: return func(*args, **kwargs) May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: self._notify() May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: self.callback(batched_events) May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: event.method(event) May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: return f(self, *a, **k) May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: return self._get(url).json() May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:07:09.271758 dv-cinder-840678-6-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:07:09.337492 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-11ba54f3-e243-4ff2-8d6f-ae7fc97021ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542943'] for network (488c0588-d994-4b6d-b18a-4e3cca564771), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:09.353271 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-11ba54f3-e243-4ff2-8d6f-ae7fc97021ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:09.356443 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-11ba54f3-e243-4ff2-8d6f-ae7fc97021ea admin admin] 10.222.0.49 "DELETE /v2.0/networks/488c0588-d994-4b6d-b18a-4e3cca564771 HTTP/1.1" status: 204 len: 168 time: 0.4029095 May 10 14:07:09.357437 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba54f3-e243-4ff2-8d6f-ae7fc97021ea admin admin] Pushing event deleted for resources: {'Network': ['ID=488c0588-d994-4b6d-b18a-4e3cca564771,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:09.359229 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 57390) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:09.410756 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c15387d-b383-41ba-9686-d1034c28ee49 admin admin] Deleting subnet fedea4d1-27c0-429d-975a-2adc228146d4 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:07:09.413969 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c15387d-b383-41ba-9686-d1034c28ee49 admin admin] Publish callbacks [] for subnet (fedea4d1-27c0-429d-975a-2adc228146d4), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:09.453958 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c15387d-b383-41ba-9686-d1034c28ee49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613639'] for subnet (fedea4d1-27c0-429d-975a-2adc228146d4), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:09.493024 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c15387d-b383-41ba-9686-d1034c28ee49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853495'] for subnet (fedea4d1-27c0-429d-975a-2adc228146d4), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:09.546804 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c15387d-b383-41ba-9686-d1034c28ee49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8740105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10142743'] for subnet (fedea4d1-27c0-429d-975a-2adc228146d4), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:09.579130 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6c15387d-b383-41ba-9686-d1034c28ee49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:09.582444 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6c15387d-b383-41ba-9686-d1034c28ee49 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fedea4d1-27c0-429d-975a-2adc228146d4 HTTP/1.1" status: 204 len: 168 time: 0.2223198 May 10 14:07:09.583439 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15387d-b383-41ba-9686-d1034c28ee49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fedea4d1-27c0-429d-975a-2adc228146d4,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:09.585080 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 57396) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:09.658289 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3f2c34ce-2e17-4ef2-ad26-46dbc8d747db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7763938'] for network (cb402e31-f5f8-4a14-9c3f-d47679e58b82), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:09.733479 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3f2c34ce-2e17-4ef2-ad26-46dbc8d747db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854924', 'neutron.services.segments.db._delete_segments_for_network-8770989559345'] for network (cb402e31-f5f8-4a14-9c3f-d47679e58b82), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:09.754434 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-3f2c34ce-2e17-4ef2-ad26-46dbc8d747db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb402e31-f5f8-4a14-9c3f-d47679e58b82']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:09.764024 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-3f2c34ce-2e17-4ef2-ad26-46dbc8d747db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f83621-d5cd-46f0-8d95-0dc975ab6e3d') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:09.764370 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-3f2c34ce-2e17-4ef2-ad26-46dbc8d747db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f83621-d5cd-46f0-8d95-0dc975ab6e3d') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:09.777625 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3f2c34ce-2e17-4ef2-ad26-46dbc8d747db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770989363514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613884'] for segment (31f83621-d5cd-46f0-8d95-0dc975ab6e3d), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:09.791055 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3f2c34ce-2e17-4ef2-ad26-46dbc8d747db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (31f83621-d5cd-46f0-8d95-0dc975ab6e3d), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:09.796933 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2c34ce-2e17-4ef2-ad26-46dbc8d747db admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:07:09.797264 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3f2c34ce-2e17-4ef2-ad26-46dbc8d747db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8740195'] for segment (31f83621-d5cd-46f0-8d95-0dc975ab6e3d), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: Traceback (most recent call last): May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: timer() May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: cb(*args, **kw) May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: return func(*args, **kwargs) May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: self._notify() May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: self.callback(batched_events) May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: event.method(event) May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: return f(self, *a, **k) May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: return self._get(url).json() May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:07:09.799424 dv-cinder-840678-6-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:07:09.852297 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3f2c34ce-2e17-4ef2-ad26-46dbc8d747db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542943'] for network (cb402e31-f5f8-4a14-9c3f-d47679e58b82), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:09.857278 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3f2c34ce-2e17-4ef2-ad26-46dbc8d747db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:09.860376 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3f2c34ce-2e17-4ef2-ad26-46dbc8d747db admin admin] 10.222.0.49 "DELETE /v2.0/networks/cb402e31-f5f8-4a14-9c3f-d47679e58b82 HTTP/1.1" status: 204 len: 168 time: 0.2741880 May 10 14:07:09.871952 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c34ce-2e17-4ef2-ad26-46dbc8d747db admin admin] Pushing event deleted for resources: {'Network': ['ID=cb402e31-f5f8-4a14-9c3f-d47679e58b82,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:10.017589 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 57402) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:10.057580 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-a626462e-a83f-498d-86fc-c0bebe7721df admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8065cc2197524aef947c304e894c1696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387099 May 10 14:07:10.059940 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 57404) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:10.105486 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8945d1bf-1c2d-4ebd-857e-5bca1cd564c9 admin admin] Publish callbacks [] for security_group (93b2c3ee-806a-48be-8836-7f54e339e8ea), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:10.126350 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8945d1bf-1c2d-4ebd-857e-5bca1cd564c9 admin admin] Publish callbacks [] for security_group (93b2c3ee-806a-48be-8836-7f54e339e8ea), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:10.171782 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8945d1bf-1c2d-4ebd-857e-5bca1cd564c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (93b2c3ee-806a-48be-8836-7f54e339e8ea), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:10.174941 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8945d1bf-1c2d-4ebd-857e-5bca1cd564c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:10.176075 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-8945d1bf-1c2d-4ebd-857e-5bca1cd564c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/93b2c3ee-806a-48be-8836-7f54e339e8ea HTTP/1.1" status: 204 len: 168 time: 0.1152210 May 10 14:07:10.184942 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945d1bf-1c2d-4ebd-857e-5bca1cd564c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b2c3ee-806a-48be-8836-7f54e339e8ea,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:10.481479 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 57414) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:10.525049 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-17656a3d-7166-4ce0-8761-68da78b904e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=19f1e99571f84e1fa368545ded97da9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424094 May 10 14:07:10.527517 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 57418) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:10.573013 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f5884944-3544-49b7-a2ef-c5c2207f6960 admin admin] Publish callbacks [] for security_group (6f5dc274-d739-41f1-a968-185dff43098b), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:10.593614 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f5884944-3544-49b7-a2ef-c5c2207f6960 admin admin] Publish callbacks [] for security_group (6f5dc274-d739-41f1-a968-185dff43098b), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:10.639865 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f5884944-3544-49b7-a2ef-c5c2207f6960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (6f5dc274-d739-41f1-a968-185dff43098b), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:10.643339 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f5884944-3544-49b7-a2ef-c5c2207f6960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:10.644495 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f5884944-3544-49b7-a2ef-c5c2207f6960 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f5dc274-d739-41f1-a968-185dff43098b HTTP/1.1" status: 204 len: 168 time: 0.1161573 May 10 14:07:10.652311 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5884944-3544-49b7-a2ef-c5c2207f6960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5dc274-d739-41f1-a968-185dff43098b,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:11.619775 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:07:12.408656 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 57512) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:12.611508 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 57530) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:12.663601 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f434fc4-da98-4cd1-a2d1-fca8cb1ef550 admin admin] Deleting subnet 3fda6048-0925-457d-b30a-794f6ba48679 {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:07:12.665161 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1f434fc4-da98-4cd1-a2d1-fca8cb1ef550 admin admin] Publish callbacks [] for subnet (3fda6048-0925-457d-b30a-794f6ba48679), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:12.702283 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1f434fc4-da98-4cd1-a2d1-fca8cb1ef550 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9373727'] for subnet (3fda6048-0925-457d-b30a-794f6ba48679), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:12.753291 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1f434fc4-da98-4cd1-a2d1-fca8cb1ef550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853495'] for subnet (3fda6048-0925-457d-b30a-794f6ba48679), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:12.813648 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1f434fc4-da98-4cd1-a2d1-fca8cb1ef550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9372369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10135917'] for subnet (3fda6048-0925-457d-b30a-794f6ba48679), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:12.847682 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-1f434fc4-da98-4cd1-a2d1-fca8cb1ef550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:12.853816 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-1f434fc4-da98-4cd1-a2d1-fca8cb1ef550 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3fda6048-0925-457d-b30a-794f6ba48679 HTTP/1.1" status: 204 len: 168 time: 0.2395055 May 10 14:07:12.854792 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f434fc4-da98-4cd1-a2d1-fca8cb1ef550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fda6048-0925-457d-b30a-794f6ba48679,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:12.856412 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 57550) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:12.973819 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d6072dd9-8933-4c72-8487-6b7e3933ba2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7763938'] for network (b4c49f8d-1bc6-48e0-93de-59cbffeeeacc), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:13.051518 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-740f04d0-3a45-42ca-8c23-9abfb8516469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544479'] for router_interface (aba119d6-5dda-4089-a6c0-7039fc7a97e1), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:13.146205 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d6072dd9-8933-4c72-8487-6b7e3933ba2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854924', 'neutron.services.segments.db._delete_segments_for_network-8770989559345'] for network (b4c49f8d-1bc6-48e0-93de-59cbffeeeacc), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:13.178017 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-d6072dd9-8933-4c72-8487-6b7e3933ba2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c49f8d-1bc6-48e0-93de-59cbffeeeacc']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:13.498386 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-d6072dd9-8933-4c72-8487-6b7e3933ba2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68b9f1d-5b9b-46b2-8746-e95e245c01ce') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:13.498976 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-d6072dd9-8933-4c72-8487-6b7e3933ba2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68b9f1d-5b9b-46b2-8746-e95e245c01ce') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:13.511776 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d6072dd9-8933-4c72-8487-6b7e3933ba2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770989363514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613884'] for segment (d68b9f1d-5b9b-46b2-8746-e95e245c01ce), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:13.557869 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d6072dd9-8933-4c72-8487-6b7e3933ba2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (d68b9f1d-5b9b-46b2-8746-e95e245c01ce), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:13.565721 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6072dd9-8933-4c72-8487-6b7e3933ba2e admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:07:13.566123 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d6072dd9-8933-4c72-8487-6b7e3933ba2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8740195'] for segment (d68b9f1d-5b9b-46b2-8746-e95e245c01ce), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: Traceback (most recent call last): May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: timer() May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: cb(*args, **kw) May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: return func(*args, **kwargs) May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: self._notify() May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: self.callback(batched_events) May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: event.method(event) May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: return f(self, *a, **k) May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: return self._get(url).json() May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:07:13.567877 dv-cinder-840678-6-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:07:13.649870 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d6072dd9-8933-4c72-8487-6b7e3933ba2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542943'] for network (b4c49f8d-1bc6-48e0-93de-59cbffeeeacc), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:13.657424 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d6072dd9-8933-4c72-8487-6b7e3933ba2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:13.660584 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d6072dd9-8933-4c72-8487-6b7e3933ba2e admin admin] 10.222.0.49 "DELETE /v2.0/networks/b4c49f8d-1bc6-48e0-93de-59cbffeeeacc HTTP/1.1" status: 204 len: 168 time: 0.8024120 May 10 14:07:13.686013 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6072dd9-8933-4c72-8487-6b7e3933ba2e admin admin] Pushing event deleted for resources: {'Network': ['ID=b4c49f8d-1bc6-48e0-93de-59cbffeeeacc,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:13.715852 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 57606) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:13.748999 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-740f04d0-3a45-42ca-8c23-9abfb8516469 admin admin] Deleting port 248fc04b-f924-4a81-be73-155edc600cf5 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:07:13.749573 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-740f04d0-3a45-42ca-8c23-9abfb8516469 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (248fc04b-f924-4a81-be73-155edc600cf5), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:13.827789 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3235a9bb-4d7d-42ca-a1da-02b644d20639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:13.850382 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-740f04d0-3a45-42ca-8c23-9abfb8516469 admin admin] For port 248fc04b-f924-4a81-be73-155edc600cf5, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=248fc04b-f924-4a81-be73-155edc600cf5,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:07:13.851003 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-740f04d0-3a45-42ca-8c23-9abfb8516469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (248fc04b-f924-4a81-be73-155edc600cf5), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:13.865065 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 57610) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:13.866599 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-740f04d0-3a45-42ca-8c23-9abfb8516469 admin admin] Calling delete_port for 248fc04b-f924-4a81-be73-155edc600cf5 owned by network:router_interface {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:07:13.924152 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-7584d538-9fcd-4328-96cb-b882d58bd8df admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7a263551cedd420db2fb5b24a60835b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0579259 May 10 14:07:13.927120 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 57612) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:13.945760 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3235a9bb-4d7d-42ca-a1da-02b644d20639 admin admin] Publish callbacks [] for security_group (f5bb378e-495b-4f48-a074-27a2abe2cd8b), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:13.950096 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3235a9bb-4d7d-42ca-a1da-02b644d20639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (f5bb378e-495b-4f48-a074-27a2abe2cd8b), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:13.989813 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235a9bb-4d7d-42ca-a1da-02b644d20639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bb378e-495b-4f48-a074-27a2abe2cd8b,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:13.996660 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3235a9bb-4d7d-42ca-a1da-02b644d20639 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0812b3e40c9846bda0b5132e7bec476c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796834 May 10 14:07:13.997862 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 57614) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:14.041075 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0b6015b8-7cb4-4099-8717-80649caa4734 admin admin] Publish callbacks [] for security_group (2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:14.054742 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0ca2f165-f2a6-48f1-895e-4f77b43a87b3 admin admin] Publish callbacks [] for security_group (f5bb378e-495b-4f48-a074-27a2abe2cd8b), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:14.067371 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0b6015b8-7cb4-4099-8717-80649caa4734 admin admin] Publish callbacks [] for security_group (2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:14.078070 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0ca2f165-f2a6-48f1-895e-4f77b43a87b3 admin admin] Publish callbacks [] for security_group (f5bb378e-495b-4f48-a074-27a2abe2cd8b), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:14.125008 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0ca2f165-f2a6-48f1-895e-4f77b43a87b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (f5bb378e-495b-4f48-a074-27a2abe2cd8b), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:14.128423 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0ca2f165-f2a6-48f1-895e-4f77b43a87b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:14.132429 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-0ca2f165-f2a6-48f1-895e-4f77b43a87b3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f5bb378e-495b-4f48-a074-27a2abe2cd8b HTTP/1.1" status: 204 len: 168 time: 0.1337166 May 10 14:07:14.146177 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2f165-f2a6-48f1-895e-4f77b43a87b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bb378e-495b-4f48-a074-27a2abe2cd8b,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:14.151040 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-740f04d0-3a45-42ca-8c23-9abfb8516469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (248fc04b-f924-4a81-be73-155edc600cf5), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:14.178093 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f04d0-3a45-42ca-8c23-9abfb8516469 admin admin] Pushing event deleted for resources: {'Port': ['ID=248fc04b-f924-4a81-be73-155edc600cf5,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:14.191993 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0b6015b8-7cb4-4099-8717-80649caa4734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:14.194588 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-0b6015b8-7cb4-4099-8717-80649caa4734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:14.198128 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-0b6015b8-7cb4-4099-8717-80649caa4734 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520 HTTP/1.1" status: 204 len: 168 time: 0.2675757 May 10 14:07:14.220973 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6015b8-7cb4-4099-8717-80649caa4734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b305f9a-0ce4-4a20-9dc0-4b5d58ae5520,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:14.436038 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-740f04d0-3a45-42ca-8c23-9abfb8516469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-506192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546262'] for router_interface (aba119d6-5dda-4089-a6c0-7039fc7a97e1), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:14.676824 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 57626) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:14.691816 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8aaa99f4-36a3-49dd-8212-7b4758ac37e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:14.708441 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740f04d0-3a45-42ca-8c23-9abfb8516469 admin admin] Router aba119d6-5dda-4089-a6c0-7039fc7a97e1 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:07:14.774455 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8aaa99f4-36a3-49dd-8212-7b4758ac37e3 admin admin] Publish callbacks [] for security_group (130a8867-1373-42b4-a37b-eeeaa78e20c5), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:14.778389 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-8aaa99f4-36a3-49dd-8212-7b4758ac37e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (130a8867-1373-42b4-a37b-eeeaa78e20c5), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:14.820080 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-8aaa99f4-36a3-49dd-8212-7b4758ac37e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9430803092ff429a98e422b3db63ca27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417327 May 10 14:07:14.821164 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa99f4-36a3-49dd-8212-7b4758ac37e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130a8867-1373-42b4-a37b-eeeaa78e20c5,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:14.832494 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 57628) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:14.844445 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740f04d0-3a45-42ca-8c23-9abfb8516469 admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:07:14.853451 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea93face-e885-433d-9f9c-d870f3d32ba6 None None] Sync routers for ids ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:07:14.856613 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-740f04d0-3a45-42ca-8c23-9abfb8516469 admin admin] 10.222.0.49 "PUT /v2.0/routers/aba119d6-5dda-4089-a6c0-7039fc7a97e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4441588 May 10 14:07:14.856613 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 57630) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:14.864488 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea93face-e885-433d-9f9c-d870f3d32ba6 None None] Routers {'aba119d6-5dda-4089-a6c0-7039fc7a97e1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:07:14.865218 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-ea93face-e885-433d-9f9c-d870f3d32ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:06:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:14.948551 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7ce76cf8-6801-46e0-8809-a55ce72e1e9a admin admin] Publish callbacks [] for security_group (130a8867-1373-42b4-a37b-eeeaa78e20c5), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:14.974829 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-ea93face-e885-433d-9f9c-d870f3d32ba6 None None] Set router aba119d6-5dda-4089-a6c0-7039fc7a97e1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:07:15.011407 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7ce76cf8-6801-46e0-8809-a55ce72e1e9a admin admin] Publish callbacks [] for security_group (130a8867-1373-42b4-a37b-eeeaa78e20c5), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:15.020773 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d1ed2bb5-c546-40d8-b773-cf7dbc00b698 admin admin] Publish callbacks [] for router (aba119d6-5dda-4089-a6c0-7039fc7a97e1), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:15.143856 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7ce76cf8-6801-46e0-8809-a55ce72e1e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (130a8867-1373-42b4-a37b-eeeaa78e20c5), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:15.146392 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-7ce76cf8-6801-46e0-8809-a55ce72e1e9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:15.147511 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-7ce76cf8-6801-46e0-8809-a55ce72e1e9a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/130a8867-1373-42b4-a37b-eeeaa78e20c5 HTTP/1.1" status: 204 len: 168 time: 0.3135655 May 10 14:07:15.155881 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-ea93face-e885-433d-9f9c-d870f3d32ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'name': 'tempest-AttachVolumeShelveTestJSON-710112497-router', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236'}], 'enable_snat': True}, 'gw_port_id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:07:14Z', 'revision_number': 5, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'gw_port': {'id': '141220a7-58f1-4a5c-9052-cd899620b84c', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:fc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T13:59:55Z', 'updated_at': '2022-05-10T14:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:15.163741 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce76cf8-6801-46e0-8809-a55ce72e1e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130a8867-1373-42b4-a37b-eeeaa78e20c5,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:15.167314 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d1ed2bb5-c546-40d8-b773-cf7dbc00b698 admin admin] Publish callbacks [] for router_gateway (aba119d6-5dda-4089-a6c0-7039fc7a97e1), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:15.188886 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea93face-e885-433d-9f9c-d870f3d32ba6 None None] Checking router: aba119d6-5dda-4089-a6c0-7039fc7a97e1 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:07:15.197916 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea93face-e885-433d-9f9c-d870f3d32ba6 None None] Routers {'aba119d6-5dda-4089-a6c0-7039fc7a97e1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:07:15.198521 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-ea93face-e885-433d-9f9c-d870f3d32ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:06:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:15.229369 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed2bb5-c546-40d8-b773-cf7dbc00b698 admin admin] Deleting port 141220a7-58f1-4a5c-9052-cd899620b84c {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:07:15.229718 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d1ed2bb5-c546-40d8-b773-cf7dbc00b698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (141220a7-58f1-4a5c-9052-cd899620b84c), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:15.294143 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-ea93face-e885-433d-9f9c-d870f3d32ba6 None None] Set router aba119d6-5dda-4089-a6c0-7039fc7a97e1 gateway port host: None {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:07:15.323156 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-d1ed2bb5-c546-40d8-b773-cf7dbc00b698 admin admin] For port 141220a7-58f1-4a5c-9052-cd899620b84c, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=141220a7-58f1-4a5c-9052-cd899620b84c,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:07:15.323543 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d1ed2bb5-c546-40d8-b773-cf7dbc00b698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (141220a7-58f1-4a5c-9052-cd899620b84c), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:15.338042 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-d1ed2bb5-c546-40d8-b773-cf7dbc00b698 admin admin] Calling delete_port for 141220a7-58f1-4a5c-9052-cd899620b84c owned by network:router_gateway {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:07:15.347462 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-ea93face-e885-433d-9f9c-d870f3d32ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'name': 'tempest-AttachVolumeShelveTestJSON-710112497-router', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:07:15Z', 'revision_number': 6, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'gw_port_host': None}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:15.379565 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea93face-e885-433d-9f9c-d870f3d32ba6 None None] The sync data for ids ['aba119d6-5dda-4089-a6c0-7039fc7a97e1'] in dv-cinder-840678-6-iscsi is: [{'id': 'aba119d6-5dda-4089-a6c0-7039fc7a97e1', 'name': 'tempest-AttachVolumeShelveTestJSON-710112497-router', 'tenant_id': 'dd39c2a00ace4575896bf3f045bedce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T13:59:54Z', 'updated_at': '2022-05-10T14:07:15Z', 'revision_number': 6, 'project_id': 'dd39c2a00ace4575896bf3f045bedce1', 'gw_port_host': None}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:07:15.541811 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d1ed2bb5-c546-40d8-b773-cf7dbc00b698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (141220a7-58f1-4a5c-9052-cd899620b84c), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:15.566754 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed2bb5-c546-40d8-b773-cf7dbc00b698 admin admin] Pushing event deleted for resources: {'Port': ['ID=141220a7-58f1-4a5c-9052-cd899620b84c,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:15.638904 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d1ed2bb5-c546-40d8-b773-cf7dbc00b698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537777'] for router_gateway (aba119d6-5dda-4089-a6c0-7039fc7a97e1), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:15.744601 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d1ed2bb5-c546-40d8-b773-cf7dbc00b698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1618'] for router (aba119d6-5dda-4089-a6c0-7039fc7a97e1), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:15.747610 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d1ed2bb5-c546-40d8-b773-cf7dbc00b698 admin admin] Publish callbacks [] for router_controller (aba119d6-5dda-4089-a6c0-7039fc7a97e1), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:15.797354 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d1ed2bb5-c546-40d8-b773-cf7dbc00b698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539494'] for router (aba119d6-5dda-4089-a6c0-7039fc7a97e1), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:15.797924 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ed2bb5-c546-40d8-b773-cf7dbc00b698 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aba119d6-5dda-4089-a6c0-7039fc7a97e1 {{(pid=103390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 14:07:15.803400 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d1ed2bb5-c546-40d8-b773-cf7dbc00b698 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:15.806832 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d1ed2bb5-c546-40d8-b773-cf7dbc00b698 admin admin] 10.222.0.49 "DELETE /v2.0/routers/aba119d6-5dda-4089-a6c0-7039fc7a97e1 HTTP/1.1" status: 204 len: 168 time: 0.9473267 May 10 14:07:15.807303 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 57654) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:15.864473 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-823df30b-e721-4080-b030-a0f1b80ea3f6 admin admin] Deleting subnet 0e8396c4-2dcc-480c-84ec-587b7b32be41 {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:07:15.867618 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-823df30b-e721-4080-b030-a0f1b80ea3f6 admin admin] Publish callbacks [] for subnet (0e8396c4-2dcc-480c-84ec-587b7b32be41), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:15.906297 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-823df30b-e721-4080-b030-a0f1b80ea3f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9373727'] for subnet (0e8396c4-2dcc-480c-84ec-587b7b32be41), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:15.984799 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-823df30b-e721-4080-b030-a0f1b80ea3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853495'] for subnet (0e8396c4-2dcc-480c-84ec-587b7b32be41), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:16.050605 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-823df30b-e721-4080-b030-a0f1b80ea3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9372369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10135917'] for subnet (0e8396c4-2dcc-480c-84ec-587b7b32be41), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:16.077073 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823df30b-e721-4080-b030-a0f1b80ea3f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e8396c4-2dcc-480c-84ec-587b7b32be41,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:16.081192 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-823df30b-e721-4080-b030-a0f1b80ea3f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:16.086615 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-823df30b-e721-4080-b030-a0f1b80ea3f6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0e8396c4-2dcc-480c-84ec-587b7b32be41 HTTP/1.1" status: 204 len: 168 time: 0.2759264 May 10 14:07:16.086959 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 57664) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:16.090403 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f79e05-a31d-46e9-a1ba-210c2fbe34ce None None] Network 9c2e159f-7eb2-470d-9799-bf81a94b9b35 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:07:16.169509 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-85ec030c-9fa2-4b02-8b49-2ea2d5c90e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7763938'] for network (9c2e159f-7eb2-470d-9799-bf81a94b9b35), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:16.220148 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-85ec030c-9fa2-4b02-8b49-2ea2d5c90e84 admin admin] Deleting port 47e0f64a-4f09-4bed-a930-75a74384f5eb {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:07:16.220738 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-85ec030c-9fa2-4b02-8b49-2ea2d5c90e84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (47e0f64a-4f09-4bed-a930-75a74384f5eb), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:16.276106 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef1107d-c1e7-4d5f-93d7-ab4cb9f1a138 None None] DHCP port deletion for 9c2e159f-7eb2-470d-9799-bf81a94b9b35 request from dv-cinder-840678-6-iscsi {{(pid=103391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 14:07:16.304273 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-85ec030c-9fa2-4b02-8b49-2ea2d5c90e84 admin admin] For port 47e0f64a-4f09-4bed-a930-75a74384f5eb, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=47e0f64a-4f09-4bed-a930-75a74384f5eb,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:07:16.304877 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-85ec030c-9fa2-4b02-8b49-2ea2d5c90e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (47e0f64a-4f09-4bed-a930-75a74384f5eb), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:16.320073 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-85ec030c-9fa2-4b02-8b49-2ea2d5c90e84 admin admin] Calling delete_port for 47e0f64a-4f09-4bed-a930-75a74384f5eb owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:07:16.326358 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-eef1107d-c1e7-4d5f-93d7-ab4cb9f1a138 None None] Deleting port 47e0f64a-4f09-4bed-a930-75a74384f5eb {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:07:16.326742 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-eef1107d-c1e7-4d5f-93d7-ab4cb9f1a138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (47e0f64a-4f09-4bed-a930-75a74384f5eb), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:16.407233 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-eef1107d-c1e7-4d5f-93d7-ab4cb9f1a138 None None] For port 47e0f64a-4f09-4bed-a930-75a74384f5eb, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=47e0f64a-4f09-4bed-a930-75a74384f5eb,segment=NetworkSegment(8b2f4b70-5f63-43bc-b2da-5f04e05b34a7),segment_id=8b2f4b70-5f63-43bc-b2da-5f04e05b34a7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:07:16.407650 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-eef1107d-c1e7-4d5f-93d7-ab4cb9f1a138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (47e0f64a-4f09-4bed-a930-75a74384f5eb), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:16.418801 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-85ec030c-9fa2-4b02-8b49-2ea2d5c90e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (47e0f64a-4f09-4bed-a930-75a74384f5eb), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:16.425389 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-eef1107d-c1e7-4d5f-93d7-ab4cb9f1a138 None None] Calling delete_port for 47e0f64a-4f09-4bed-a930-75a74384f5eb owned by network:dhcp {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:07:16.453524 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec030c-9fa2-4b02-8b49-2ea2d5c90e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=47e0f64a-4f09-4bed-a930-75a74384f5eb,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:16.456362 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ec030c-9fa2-4b02-8b49-2ea2d5c90e84 admin admin] No DVR routers for this DVR port 47e0f64a-4f09-4bed-a930-75a74384f5eb on host dv-cinder-840678-6-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:07:16.521961 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-eef1107d-c1e7-4d5f-93d7-ab4cb9f1a138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897'] for port (47e0f64a-4f09-4bed-a930-75a74384f5eb), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:16.553413 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-85ec030c-9fa2-4b02-8b49-2ea2d5c90e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854924', 'neutron.services.segments.db._delete_segments_for_network-8770989559345'] for network (9c2e159f-7eb2-470d-9799-bf81a94b9b35), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:16.566905 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1107d-c1e7-4d5f-93d7-ab4cb9f1a138 None None] Pushing event deleted for resources: {'Port': ['ID=47e0f64a-4f09-4bed-a930-75a74384f5eb,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:16.569785 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef1107d-c1e7-4d5f-93d7-ab4cb9f1a138 None None] No DVR routers for this DVR port 47e0f64a-4f09-4bed-a930-75a74384f5eb on host dv-cinder-840678-6-iscsi {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:07:16.584101 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-85ec030c-9fa2-4b02-8b49-2ea2d5c90e84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2e159f-7eb2-470d-9799-bf81a94b9b35']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:16.609825 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-85ec030c-9fa2-4b02-8b49-2ea2d5c90e84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b2f4b70-5f63-43bc-b2da-5f04e05b34a7') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:16.610289 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-85ec030c-9fa2-4b02-8b49-2ea2d5c90e84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b2f4b70-5f63-43bc-b2da-5f04e05b34a7') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:16.645023 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-85ec030c-9fa2-4b02-8b49-2ea2d5c90e84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770989363514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9373924'] for segment (8b2f4b70-5f63-43bc-b2da-5f04e05b34a7), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:16.670623 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-85ec030c-9fa2-4b02-8b49-2ea2d5c90e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (8b2f4b70-5f63-43bc-b2da-5f04e05b34a7), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:16.689639 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ec030c-9fa2-4b02-8b49-2ea2d5c90e84 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:07:16.692741 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-85ec030c-9fa2-4b02-8b49-2ea2d5c90e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9372347'] for segment (8b2f4b70-5f63-43bc-b2da-5f04e05b34a7), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: Traceback (most recent call last): May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: timer() May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: cb(*args, **kw) May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: return func(*args, **kwargs) May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: self._notify() May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: self.callback(batched_events) May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: event.method(event) May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: return f(self, *a, **k) May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: return self._get(url).json() May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:07:16.695039 dv-cinder-840678-6-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:07:16.774877 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-85ec030c-9fa2-4b02-8b49-2ea2d5c90e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542943'] for network (9c2e159f-7eb2-470d-9799-bf81a94b9b35), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:16.782985 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-85ec030c-9fa2-4b02-8b49-2ea2d5c90e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:16.787079 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-85ec030c-9fa2-4b02-8b49-2ea2d5c90e84 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9c2e159f-7eb2-470d-9799-bf81a94b9b35 HTTP/1.1" status: 204 len: 168 time: 0.6983323 May 10 14:07:16.800055 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec030c-9fa2-4b02-8b49-2ea2d5c90e84 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c2e159f-7eb2-470d-9799-bf81a94b9b35,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:16.954854 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-ddcbee10-4c6a-40b7-b5a1-817cd9b170d9 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-821776293&fields=id&tenant_id=104740054c3a47ca8cc3cb262d975fd5 HTTP/1.1" status: 200 len: 267 time: 0.0545230 May 10 14:07:16.974507 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 57724) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:17.073398 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-0d7deba4-ee83-4fab-b809-d239d4145491 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd39c2a00ace4575896bf3f045bedce1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0977857 May 10 14:07:17.075933 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 57730) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:17.119631 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-7bfcec98-bc8f-4126-97dc-73dbab746cbb tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:17.121134 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-7bfcec98-bc8f-4126-97dc-73dbab746cbb tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/networks?id=c3ef3499-58c5-4573-b70a-3147dbe30f92 HTTP/1.1" status: 200 len: 811 time: 0.1566896 May 10 14:07:17.144802 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-258242d2-ef81-42f8-95ea-6f7163d4f78d tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/quotas/104740054c3a47ca8cc3cb262d975fd5 HTTP/1.1" status: 200 len: 375 time: 0.0145106 May 10 14:07:17.168133 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-520201d5-5cd3-4523-ab43-ab870c5486d8 admin admin] Publish callbacks [] for security_group (90710dfe-ab5e-4b42-aa0c-32b52df8d46a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:17.216496 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-d21e236a-3f0f-4913-ab8c-1d2eddd18ccc tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=104740054c3a47ca8cc3cb262d975fd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0633471 May 10 14:07:17.222704 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-520201d5-5cd3-4523-ab43-ab870c5486d8 admin admin] Publish callbacks [] for security_group (90710dfe-ab5e-4b42-aa0c-32b52df8d46a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:17.276871 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 47e0f64a-4f09-4bed-a930-75a74384f5eb no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:07:17.298088 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: 47e0f64a-4f09-4bed-a930-75a74384f5eb {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:07:17.298575 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 47e0f64a-4f09-4bed-a930-75a74384f5eb not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:07:17.299065 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 141220a7-58f1-4a5c-9052-cd899620b84c no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:07:17.318021 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: 141220a7-58f1-4a5c-9052-cd899620b84c {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:07:17.318370 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 141220a7-58f1-4a5c-9052-cd899620b84c not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:07:17.319025 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 248fc04b-f924-4a81-be73-155edc600cf5 no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:07:17.340440 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: 248fc04b-f924-4a81-be73-155edc600cf5 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:07:17.340666 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-520201d5-5cd3-4523-ab43-ab870c5486d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (90710dfe-ab5e-4b42-aa0c-32b52df8d46a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:17.340808 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 248fc04b-f924-4a81-be73-155edc600cf5 not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:07:17.342998 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-520201d5-5cd3-4523-ab43-ab870c5486d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:17.344191 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-520201d5-5cd3-4523-ab43-ab870c5486d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90710dfe-ab5e-4b42-aa0c-32b52df8d46a HTTP/1.1" status: 204 len: 168 time: 0.2672951 May 10 14:07:17.355552 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-06817cee-9f7d-4260-9ac2-f087709d8745 service neutron] 10.222.0.49 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259055 May 10 14:07:17.356695 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520201d5-5cd3-4523-ab43-ab870c5486d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90710dfe-ab5e-4b42-aa0c-32b52df8d46a,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:17.454089 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-b588fa4c-82f1-4645-8b8a-67b14dcf5841 service neutron] 10.222.0.49 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925107 May 10 14:07:17.789479 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-14d6b126-ebfb-4f6b-b42a-3b4dc1eb3f91 req-a8c00ca2-12a2-499f-9389-00665051aec4 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 210 time: 0.0349169 May 10 14:07:18.815896 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-f4e2af6a-02ef-47fb-8784-c92cb7e40281 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:18.817424 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-f4e2af6a-02ef-47fb-8784-c92cb7e40281 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.57 "GET /v2.0/networks?id=c3ef3499-58c5-4573-b70a-3147dbe30f92 HTTP/1.1" status: 200 len: 811 time: 0.1055529 May 10 14:07:18.904071 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-e2aa9e2d-072f-48e2-a48e-87451d243622 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=104740054c3a47ca8cc3cb262d975fd5 HTTP/1.1" status: 200 len: 379 time: 0.0707417 May 10 14:07:18.928846 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-77946014-eb17-4c96-8373-ba11c3cbc56c req-88bee4c9-10f3-4186-86bc-454be9ac6ac0 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 210 time: 0.0433044 May 10 14:07:18.933603 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Request body: {'port': {'device_id': '69343f84-e94e-4334-b040-ab048b6795ac', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'admin_state_up': True, 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'security_groups': ['4f074584-913b-4ce0-8ce8-c4605c6b2eae']}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:07:19.047004 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Made reservation on behalf of 104740054c3a47ca8cc3cb262d975fd5 for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:07:19.050403 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:19.180824 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Allocated IP 172.20.0.8 (c3ef3499-58c5-4573-b70a-3147dbe30f92/ea5f467a-2a77-46ae-b000-00f12ba5a923/6daf67e0-ce03-4c62-acf8-42fa18634144) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:07:19.322010 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for port (6daf67e0-ce03-4c62-acf8-42fa18634144), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:19.355784 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (6daf67e0-ce03-4c62-acf8-42fa18634144), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:19.398185 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Network c3ef3499-58c5-4573-b70a-3147dbe30f92 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:07:19.401881 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:07:19.408208 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:07:19.449427 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Pushing event updated for resources: {'Port': ['ID=6daf67e0-ce03-4c62-acf8-42fa18634144,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:19.463412 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:19.463767 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:19.464114 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:19.464650 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:19.465178 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:19.465675 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:19.466079 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:19.466486 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:19.466827 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:19.467159 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:19.467498 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:19.467864 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:19.468237 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:19.468639 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:19.468975 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:19.488267 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:19.488868 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:19.508876 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-ee618d32-ecd5-4773-98e8-6e9f919f1a0e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5849578 May 10 14:07:19.530933 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-6ecd7222-b809-4a79-9e59-681f9a60d3ae service neutron] Request body: {'port': {'device_id': '69343f84-e94e-4334-b040-ab048b6795ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:07:19.605360 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-6ecd7222-b809-4a79-9e59-681f9a60d3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (6daf67e0-ce03-4c62-acf8-42fa18634144), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:19.681950 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-b42aff5d-411f-442f-8744-7e9d9db89528 None None] Provisioning complete for port 6daf67e0-ce03-4c62-acf8-42fa18634144 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:07:19.682505 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b42aff5d-411f-442f-8744-7e9d9db89528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (6daf67e0-ce03-4c62-acf8-42fa18634144), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:19.727053 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-b42aff5d-411f-442f-8744-7e9d9db89528 None None] Port 6daf67e0-ce03-4c62-acf8-42fa18634144 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:07:19.900238 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-6ecd7222-b809-4a79-9e59-681f9a60d3ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6daf67e0-ce03-4c62-acf8-42fa18634144 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:07:19.913673 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-6ecd7222-b809-4a79-9e59-681f9a60d3ae service neutron] Publish callbacks [] for port (6daf67e0-ce03-4c62-acf8-42fa18634144), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:19.929358 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-6ecd7222-b809-4a79-9e59-681f9a60d3ae service neutron] Transition to ACTIVE for port object 6daf67e0-ce03-4c62-acf8-42fa18634144 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:07:19.933410 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-6ecd7222-b809-4a79-9e59-681f9a60d3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (6daf67e0-ce03-4c62-acf8-42fa18634144), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:19.983837 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd7222-b809-4a79-9e59-681f9a60d3ae service neutron] Pushing event updated for resources: {'Port': ['ID=6daf67e0-ce03-4c62-acf8-42fa18634144,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:20.049978 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e94450-6690-477c-8c40-58aead7c203a req-84aa6f91-7651-414c-a501-0a8aa8c2977e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:20.051506 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c8e94450-6690-477c-8c40-58aead7c203a req-84aa6f91-7651-414c-a501-0a8aa8c2977e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 943 time: 0.0521538 May 10 14:07:20.070652 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-6ecd7222-b809-4a79-9e59-681f9a60d3ae service neutron] Attempting to bind port 6daf67e0-ce03-4c62-acf8-42fa18634144 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:07:20.071085 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-6ecd7222-b809-4a79-9e59-681f9a60d3ae service neutron] Attempting to bind port 6daf67e0-ce03-4c62-acf8-42fa18634144 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': '802f5ae2-3ab4-4db1-a100-675af79fa1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:07:20.071490 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-6ecd7222-b809-4a79-9e59-681f9a60d3ae service neutron] Attempting to bind port 6daf67e0-ce03-4c62-acf8-42fa18634144 on network c3ef3499-58c5-4573-b70a-3147dbe30f92 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:07:20.076771 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-6ecd7222-b809-4a79-9e59-681f9a60d3ae service neutron] Port 6daf67e0-ce03-4c62-acf8-42fa18634144 on network c3ef3499-58c5-4573-b70a-3147dbe30f92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:07:20.077230 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-6ecd7222-b809-4a79-9e59-681f9a60d3ae service neutron] Attempting to bind port 6daf67e0-ce03-4c62-acf8-42fa18634144 on network c3ef3499-58c5-4573-b70a-3147dbe30f92 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:07:20.083500 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-6ecd7222-b809-4a79-9e59-681f9a60d3ae service neutron] Checking agent: {'id': 'b4f1cee2-bd7e-4da4-854f-0334af1b5198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'started_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:07:20.084043 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-6ecd7222-b809-4a79-9e59-681f9a60d3ae service neutron] Checking segment: {'id': '802f5ae2-3ab4-4db1-a100-675af79fa1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:07:20.084537 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-6ecd7222-b809-4a79-9e59-681f9a60d3ae service neutron] Bound using segment: {'id': '802f5ae2-3ab4-4db1-a100-675af79fa1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:07:20.085059 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-6ecd7222-b809-4a79-9e59-681f9a60d3ae service neutron] Bound port: 6daf67e0-ce03-4c62-acf8-42fa18634144, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '802f5ae2-3ab4-4db1-a100-675af79fa1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:07:20.085426 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-6ecd7222-b809-4a79-9e59-681f9a60d3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (6daf67e0-ce03-4c62-acf8-42fa18634144), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:20.109944 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c8e94450-6690-477c-8c40-58aead7c203a req-fbe8bc11-e2fd-458a-a3b2-498ac9247a82 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524504 May 10 14:07:20.161120 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-6ecd7222-b809-4a79-9e59-681f9a60d3ae service neutron] For port 6daf67e0-ce03-4c62-acf8-42fa18634144, host hv-cinder-84067, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:07:20.164025 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-6ecd7222-b809-4a79-9e59-681f9a60d3ae service neutron] For port 6daf67e0-ce03-4c62-acf8-42fa18634144, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=6daf67e0-ce03-4c62-acf8-42fa18634144,segment=NetworkSegment(802f5ae2-3ab4-4db1-a100-675af79fa1cc),segment_id=802f5ae2-3ab4-4db1-a100-675af79fa1cc)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:07:20.170252 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-6ecd7222-b809-4a79-9e59-681f9a60d3ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (6daf67e0-ce03-4c62-acf8-42fa18634144), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:20.209847 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-6ecd7222-b809-4a79-9e59-681f9a60d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:20.210490 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-6ecd7222-b809-4a79-9e59-681f9a60d3ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:20.211973 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-6ecd7222-b809-4a79-9e59-681f9a60d3ae service neutron] 10.222.0.57 "PUT /v2.0/ports/6daf67e0-ce03-4c62-acf8-42fa18634144 HTTP/1.1" status: 200 len: 1093 time: 0.6853600 May 10 14:07:20.212426 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69343f84-e94e-4334-b040-ab048b6795ac', 'tag': '6daf67e0-ce03-4c62-acf8-42fa18634144'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:07:20.214731 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb0c8fd-0085-4bf8-b118-f4b3cbdfb67e" -d '{"events": [{"name": "network-changed", "server_uuid": "69343f84-e94e-4334-b040-ab048b6795ac", "tag": "6daf67e0-ce03-4c62-acf8-42fa18634144"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:07:20.240642 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd7222-b809-4a79-9e59-681f9a60d3ae service neutron] Pushing event updated for resources: {'Port': ['ID=6daf67e0-ce03-4c62-acf8-42fa18634144,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:20.267310 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13749dc8-1b43-4672-9729-76c301f38e77 x-openstack-request-id: req-13749dc8-1b43-4672-9729-76c301f38e77 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:07:20.267627 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69343f84-e94e-4334-b040-ab048b6795ac", "tag": "6daf67e0-ce03-4c62-acf8-42fa18634144", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:07:20.268541 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13749dc8-1b43-4672-9729-76c301f38e77 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:07:20.268957 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13749dc8-1b43-4672-9729-76c301f38e77'] response: {'name': 'network-changed', 'server_uuid': '69343f84-e94e-4334-b040-ab048b6795ac', 'tag': '6daf67e0-ce03-4c62-acf8-42fa18634144', 'status': 'completed', 'code': 200} May 10 14:07:20.332345 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-0616022e-2fae-4a89-a233-f3cd72bbb067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:20.333868 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-0616022e-2fae-4a89-a233-f3cd72bbb067 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=104740054c3a47ca8cc3cb262d975fd5&device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 1127 time: 0.0429003 May 10 14:07:20.390962 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-f6eadc14-90a9-43e0-9127-70b01fa76283 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6daf67e0-ce03-4c62-acf8-42fa18634144 HTTP/1.1" status: 200 len: 217 time: 0.0432072 May 10 14:07:20.442609 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-a7badae1-b36b-497f-8220-6cf2a217e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:20.444065 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-a7badae1-b36b-497f-8220-6cf2a217e641 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea5f467a-2a77-46ae-b000-00f12ba5a923 HTTP/1.1" status: 200 len: 850 time: 0.0445557 May 10 14:07:20.489415 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-9d2626da-9855-4f04-809c-28884470bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:20.490973 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-9d2626da-9855-4f04-809c-28884470bb2a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c3ef3499-58c5-4573-b70a-3147dbe30f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400443 May 10 14:07:20.583977 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-432db04f-f48b-4d5a-9b87-91116359ec76 service neutron] 10.222.0.57 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864685 May 10 14:07:20.674669 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-47a0d6b8-1287-49b5-ad54-6cd861f777e2 req-079cb175-6e4a-4e5e-906f-0ae283377383 service neutron] 10.222.0.57 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830660 May 10 14:07:21.057208 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0c8fd-0085-4bf8-b118-f4b3cbdfb67e req-7e1c51cc-5d35-4061-aafe-504274ed2ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:21.058747 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4cb0c8fd-0085-4bf8-b118-f4b3cbdfb67e req-7e1c51cc-5d35-4061-aafe-504274ed2ab1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=104740054c3a47ca8cc3cb262d975fd5&device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 1127 time: 0.0461040 May 10 14:07:21.159647 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0c8fd-0085-4bf8-b118-f4b3cbdfb67e req-b9ac2566-6106-431d-895a-454cb096ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:21.161194 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4cb0c8fd-0085-4bf8-b118-f4b3cbdfb67e req-b9ac2566-6106-431d-895a-454cb096ad0e service neutron] 10.222.0.57 "GET /v2.0/networks?id=c3ef3499-58c5-4573-b70a-3147dbe30f92 HTTP/1.1" status: 200 len: 912 time: 0.0953681 May 10 14:07:21.207525 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4cb0c8fd-0085-4bf8-b118-f4b3cbdfb67e req-2b6174c2-d78d-43d3-81c1-542be1b87eb8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6daf67e0-ce03-4c62-acf8-42fa18634144 HTTP/1.1" status: 200 len: 217 time: 0.0371349 May 10 14:07:21.234521 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 57834) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:21.285651 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120c5f8-b6f3-486b-98fd-26c71ffcb440 req-34ea8466-1d28-4547-8944-d40013e6f47d tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:21.287134 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9120c5f8-b6f3-486b-98fd-26c71ffcb440 req-34ea8466-1d28-4547-8944-d40013e6f47d tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 943 time: 0.0825036 May 10 14:07:21.296146 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0c8fd-0085-4bf8-b118-f4b3cbdfb67e req-e07f19d3-bbd8-4d8e-bbed-3267ca612c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:21.297537 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4cb0c8fd-0085-4bf8-b118-f4b3cbdfb67e req-e07f19d3-bbd8-4d8e-bbed-3267ca612c78 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea5f467a-2a77-46ae-b000-00f12ba5a923 HTTP/1.1" status: 200 len: 850 time: 0.0810690 May 10 14:07:21.343267 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e51c0d22-ab10-44c2-9ad4-87f09454d975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:21.368629 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0c8fd-0085-4bf8-b118-f4b3cbdfb67e req-ac19ed08-2d3c-4bb9-9c2a-e8c3efa4a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:21.370144 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4cb0c8fd-0085-4bf8-b118-f4b3cbdfb67e req-ac19ed08-2d3c-4bb9-9c2a-e8c3efa4a1f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c3ef3499-58c5-4573-b70a-3147dbe30f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661826 May 10 14:07:21.374933 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9120c5f8-b6f3-486b-98fd-26c71ffcb440 req-b219f188-c8e5-4c8d-bf0f-aac912436f8c tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814474 May 10 14:07:21.436454 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e51c0d22-ab10-44c2-9ad4-87f09454d975 admin admin] Publish callbacks [] for security_group (05ebdcb6-d7d1-4adb-9b3e-b6515c75fb14), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:21.441830 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e51c0d22-ab10-44c2-9ad4-87f09454d975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (05ebdcb6-d7d1-4adb-9b3e-b6515c75fb14), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:21.476162 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4cb0c8fd-0085-4bf8-b118-f4b3cbdfb67e req-b8402e6a-710e-4987-930d-c2e6e7bc75c2 service neutron] 10.222.0.57 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989330 May 10 14:07:21.481599 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e51c0d22-ab10-44c2-9ad4-87f09454d975 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ea566cb4843d415a939a27cb0d307754&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459817 May 10 14:07:21.482579 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c0d22-ab10-44c2-9ad4-87f09454d975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ebdcb6-d7d1-4adb-9b3e-b6515c75fb14,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:21.484844 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 57838) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:21.535407 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-584abe1a-2ee2-4aa4-8c62-62d3f952442a admin admin] Publish callbacks [] for security_group (05ebdcb6-d7d1-4adb-9b3e-b6515c75fb14), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:21.557003 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-584abe1a-2ee2-4aa4-8c62-62d3f952442a admin admin] Publish callbacks [] for security_group (05ebdcb6-d7d1-4adb-9b3e-b6515c75fb14), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:21.570125 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4cb0c8fd-0085-4bf8-b118-f4b3cbdfb67e req-fa9fd5c9-4746-4b62-821c-3b8a67a61241 service neutron] 10.222.0.57 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861933 May 10 14:07:21.609391 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-584abe1a-2ee2-4aa4-8c62-62d3f952442a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (05ebdcb6-d7d1-4adb-9b3e-b6515c75fb14), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:21.612641 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-584abe1a-2ee2-4aa4-8c62-62d3f952442a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:21.613810 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-584abe1a-2ee2-4aa4-8c62-62d3f952442a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05ebdcb6-d7d1-4adb-9b3e-b6515c75fb14 HTTP/1.1" status: 204 len: 168 time: 0.1279514 May 10 14:07:21.621977 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584abe1a-2ee2-4aa4-8c62-62d3f952442a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ebdcb6-d7d1-4adb-9b3e-b6515c75fb14,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:22.517686 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c2e19-ea6d-4ce3-adb5-3b4b9e5369b1 req-dba48680-8957-4e6b-b092-f7bdf888b1d5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:22.519281 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-244c2e19-ea6d-4ce3-adb5-3b4b9e5369b1 req-dba48680-8957-4e6b-b092-f7bdf888b1d5 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 943 time: 0.0646229 May 10 14:07:22.570576 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-244c2e19-ea6d-4ce3-adb5-3b4b9e5369b1 req-2b1c996a-f88b-4d4d-924c-706b97c2ebde tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452178 May 10 14:07:23.686471 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3f5b9-aaba-468b-a685-2c053206beb5 req-827618c4-89e1-4db6-934c-73989fe317b3 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:23.687842 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-61d3f5b9-aaba-468b-a685-2c053206beb5 req-827618c4-89e1-4db6-934c-73989fe317b3 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 943 time: 0.0513449 May 10 14:07:23.735584 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-61d3f5b9-aaba-468b-a685-2c053206beb5 req-faa8798a-43aa-4bb6-b34d-4182126a0cc4 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416303 May 10 14:07:24.847976 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770b137-4083-4f1e-b919-16a211c67a0a req-65151b16-fb98-4a31-ba54-735e739bf394 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:24.849387 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6770b137-4083-4f1e-b919-16a211c67a0a req-65151b16-fb98-4a31-ba54-735e739bf394 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 943 time: 0.0467703 May 10 14:07:24.898889 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6770b137-4083-4f1e-b919-16a211c67a0a req-44afacbe-603e-4834-91c4-5a7cf50b981c tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439441 May 10 14:07:25.304497 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:25.886893 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fde31de8-07ad-4948-83b9-4a7c023c7a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:26.014335 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed910685-65cd-45eb-a439-99caeee7f9c7 req-a0f4ae5f-5333-4a94-9cfc-4951026cec82 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:26.015831 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ed910685-65cd-45eb-a439-99caeee7f9c7 req-a0f4ae5f-5333-4a94-9cfc-4951026cec82 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 943 time: 0.0467260 May 10 14:07:26.065784 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ed910685-65cd-45eb-a439-99caeee7f9c7 req-0f578f44-d637-418f-acf1-2803892f0c75 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436690 May 10 14:07:27.194687 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3131c5-0131-45de-a856-eb2ed3c6592f req-7bbfc8a6-5359-4aef-8e7c-0e09bb644908 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:27.196810 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-af3131c5-0131-45de-a856-eb2ed3c6592f req-7bbfc8a6-5359-4aef-8e7c-0e09bb644908 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 943 time: 0.0592270 May 10 14:07:27.254834 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-af3131c5-0131-45de-a856-eb2ed3c6592f req-89af3675-6e36-462e-aa38-a66aa3084f87 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486374 May 10 14:07:28.300439 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-66659b8b-3145-47db-b9db-7e5257242268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:28.377160 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99c7ee-f457-4f29-9eb1-1141247773fc req-ea43dfcd-57a0-4150-8091-12c5a2f162e7 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:28.379257 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ac99c7ee-f457-4f29-9eb1-1141247773fc req-ea43dfcd-57a0-4150-8091-12c5a2f162e7 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 943 time: 0.0509858 May 10 14:07:28.427110 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-ac99c7ee-f457-4f29-9eb1-1141247773fc req-abd51f8e-8eb4-45c9-adbe-d6707b5db5f3 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422561 May 10 14:07:29.369799 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:29.541480 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a0524-7688-4612-a022-032f8f5efd16 req-c7b9c60c-a80a-47ef-afcd-bf61cc988429 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:29.542859 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b44a0524-7688-4612-a022-032f8f5efd16 req-c7b9c60c-a80a-47ef-afcd-bf61cc988429 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 943 time: 0.0474343 May 10 14:07:29.589947 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b44a0524-7688-4612-a022-032f8f5efd16 req-f10930b4-0689-4bde-bffd-4835ad231e11 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415223 May 10 14:07:30.702239 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ab9fd-23f9-463f-b517-50675ae5cb6a req-3c880a34-9799-4eee-b1d8-e6896fd1c8fe tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:30.703715 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c15ab9fd-23f9-463f-b517-50675ae5cb6a req-3c880a34-9799-4eee-b1d8-e6896fd1c8fe tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 943 time: 0.0469592 May 10 14:07:30.754873 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c15ab9fd-23f9-463f-b517-50675ae5cb6a req-3ff477ab-cddd-4031-aef9-27c2ad2e8f09 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455701 May 10 14:07:30.762946 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:31.872046 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27002da1-afc9-48f4-8651-a2db52e9a7e9 req-0ed113bb-3293-4da5-9ba2-f77571346fcf tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:31.873488 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-27002da1-afc9-48f4-8651-a2db52e9a7e9 req-0ed113bb-3293-4da5-9ba2-f77571346fcf tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 943 time: 0.0515075 May 10 14:07:31.921710 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-27002da1-afc9-48f4-8651-a2db52e9a7e9 req-5342ebe6-d73a-4ed7-a116-e95a0d0765a7 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426784 May 10 14:07:32.310103 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:33.040087 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1861d9-f991-4d7a-a31f-b1a5191ebf25 req-e7783687-797c-4dd7-bd6c-4bd4030ef25e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:33.041547 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4f1861d9-f991-4d7a-a31f-b1a5191ebf25 req-e7783687-797c-4dd7-bd6c-4bd4030ef25e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 943 time: 0.0486135 May 10 14:07:33.093504 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4f1861d9-f991-4d7a-a31f-b1a5191ebf25 req-46975ea6-3681-487b-805b-79a9c9740727 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462582 May 10 14:07:33.584565 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 6daf67e0-ce03-4c62-acf8-42fa18634144 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:07:33.682458 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 6daf67e0-ce03-4c62-acf8-42fa18634144, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=6daf67e0-ce03-4c62-acf8-42fa18634144,segment=NetworkSegment(802f5ae2-3ab4-4db1-a100-675af79fa1cc),segment_id=802f5ae2-3ab4-4db1-a100-675af79fa1cc)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:07:33.694016 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': '6daf67e0-ce03-4c62-acf8-42fa18634144', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'port_id': '6daf67e0-ce03-4c62-acf8-42fa18634144', 'mac_address': 'fa:16:3e:fc:fa:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:07:33.729193 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 6daf67e0-ce03-4c62-acf8-42fa18634144 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:07:33.729586 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (6daf67e0-ce03-4c62-acf8-42fa18634144), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:33.742691 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6daf67e0-ce03-4c62-acf8-42fa18634144 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:07:33.762459 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 6daf67e0-ce03-4c62-acf8-42fa18634144, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=6daf67e0-ce03-4c62-acf8-42fa18634144,segment=NetworkSegment(802f5ae2-3ab4-4db1-a100-675af79fa1cc),segment_id=802f5ae2-3ab4-4db1-a100-675af79fa1cc)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:07:33.766201 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (6daf67e0-ce03-4c62-acf8-42fa18634144), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:33.817558 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=6daf67e0-ce03-4c62-acf8-42fa18634144,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:33.824515 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:33.824872 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:33.825246 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:33.825613 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:33.825959 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:33.826299 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:33.826634 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:33.826967 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:33.827300 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:33.827633 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:33.827965 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:33.828323 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:33.828661 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:33.828990 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:33.829317 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:34.119626 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['6daf67e0-ce03-4c62-acf8-42fa18634144'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:07:34.227568 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b18de-ca90-456e-9d0b-528728c22012 req-0b9ed071-331e-4db9-a3f1-aed5d81cb58f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:34.228108 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-875b18de-ca90-456e-9d0b-528728c22012 req-0b9ed071-331e-4db9-a3f1-aed5d81cb58f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 944 time: 0.0622833 May 10 14:07:34.280966 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-875b18de-ca90-456e-9d0b-528728c22012 req-eade9e24-d9b1-42cc-95bf-b430d02c2b7c tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458293 May 10 14:07:34.483469 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 58072) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:34.590151 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-da275e86-d829-43a2-adb5-91435714cf74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:34.668189 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-da275e86-d829-43a2-adb5-91435714cf74 admin admin] Publish callbacks [] for security_group (42294e23-0ea9-4716-8b7a-f17d601549fa), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:34.673397 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-da275e86-d829-43a2-adb5-91435714cf74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (42294e23-0ea9-4716-8b7a-f17d601549fa), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:34.713194 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-da275e86-d829-43a2-adb5-91435714cf74 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=03cfec3f0aae4f3b854db5fdeb7b045c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286119 May 10 14:07:34.715145 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 58084) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:34.717196 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da275e86-d829-43a2-adb5-91435714cf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42294e23-0ea9-4716-8b7a-f17d601549fa,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:34.764873 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f40f0b11-59d1-4f26-8768-af387f88705d admin admin] Publish callbacks [] for security_group (42294e23-0ea9-4716-8b7a-f17d601549fa), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:34.785684 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f40f0b11-59d1-4f26-8768-af387f88705d admin admin] Publish callbacks [] for security_group (42294e23-0ea9-4716-8b7a-f17d601549fa), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:34.829965 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f40f0b11-59d1-4f26-8768-af387f88705d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (42294e23-0ea9-4716-8b7a-f17d601549fa), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:34.833089 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f40f0b11-59d1-4f26-8768-af387f88705d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:34.834213 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f40f0b11-59d1-4f26-8768-af387f88705d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/42294e23-0ea9-4716-8b7a-f17d601549fa HTTP/1.1" status: 204 len: 168 time: 0.1180520 May 10 14:07:34.842481 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f0b11-59d1-4f26-8768-af387f88705d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42294e23-0ea9-4716-8b7a-f17d601549fa,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:35.097443 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 58090) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:35.110228 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5f677ce7-e6c9-4c29-9a6a-412500a61e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:35.186629 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5f677ce7-e6c9-4c29-9a6a-412500a61e8f admin admin] Publish callbacks [] for security_group (be05a856-6fc4-4a92-b830-47f6d65669da), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:35.190467 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5f677ce7-e6c9-4c29-9a6a-412500a61e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (be05a856-6fc4-4a92-b830-47f6d65669da), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:35.228605 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5f677ce7-e6c9-4c29-9a6a-412500a61e8f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da052c9efbdb48cd8e3129520fa8abd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300614 May 10 14:07:35.229324 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f677ce7-e6c9-4c29-9a6a-412500a61e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be05a856-6fc4-4a92-b830-47f6d65669da,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:35.231830 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 58092) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:35.279196 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f15a5c99-1ab9-47d6-a696-338411480f3c admin admin] Publish callbacks [] for security_group (be05a856-6fc4-4a92-b830-47f6d65669da), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:35.299842 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f15a5c99-1ab9-47d6-a696-338411480f3c admin admin] Publish callbacks [] for security_group (be05a856-6fc4-4a92-b830-47f6d65669da), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:35.346255 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f15a5c99-1ab9-47d6-a696-338411480f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (be05a856-6fc4-4a92-b830-47f6d65669da), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:35.348786 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f15a5c99-1ab9-47d6-a696-338411480f3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:35.349943 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f15a5c99-1ab9-47d6-a696-338411480f3c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/be05a856-6fc4-4a92-b830-47f6d65669da HTTP/1.1" status: 204 len: 168 time: 0.1168530 May 10 14:07:35.357845 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a5c99-1ab9-47d6-a696-338411480f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be05a856-6fc4-4a92-b830-47f6d65669da,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:35.365313 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a5c99-1ab9-47d6-a696-338411480f3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:35.365672 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a5c99-1ab9-47d6-a696-338411480f3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:35.366022 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a5c99-1ab9-47d6-a696-338411480f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:35.366368 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a5c99-1ab9-47d6-a696-338411480f3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:35.366708 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a5c99-1ab9-47d6-a696-338411480f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:35.367046 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a5c99-1ab9-47d6-a696-338411480f3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:35.367380 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a5c99-1ab9-47d6-a696-338411480f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:35.367714 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a5c99-1ab9-47d6-a696-338411480f3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:35.368048 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a5c99-1ab9-47d6-a696-338411480f3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:35.368404 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a5c99-1ab9-47d6-a696-338411480f3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:35.368731 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a5c99-1ab9-47d6-a696-338411480f3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:35.369063 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a5c99-1ab9-47d6-a696-338411480f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:35.369394 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a5c99-1ab9-47d6-a696-338411480f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:35.369724 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a5c99-1ab9-47d6-a696-338411480f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:35.370050 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15a5c99-1ab9-47d6-a696-338411480f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:07:35.399360 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4d9e9-1a24-464f-9e79-8acbe95d1c41 req-1d035629-7a1c-47fd-9704-abcc20d0d1de tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:35.406171 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-77e4d9e9-1a24-464f-9e79-8acbe95d1c41 req-1d035629-7a1c-47fd-9704-abcc20d0d1de tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 944 time: 0.0564108 May 10 14:07:35.450737 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-77e4d9e9-1a24-464f-9e79-8acbe95d1c41 req-bf6bf127-e5b9-412f-bd11-12ea98950d8e tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437188 May 10 14:07:35.594801 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 6daf67e0-ce03-4c62-acf8-42fa18634144 up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:07:35.641858 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning for port 6daf67e0-ce03-4c62-acf8-42fa18634144 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:07:35.649088 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port 6daf67e0-ce03-4c62-acf8-42fa18634144 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:07:35.649729 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (6daf67e0-ce03-4c62-acf8-42fa18634144), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:35.736309 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 6daf67e0-ce03-4c62-acf8-42fa18634144 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:07:35.736710 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (6daf67e0-ce03-4c62-acf8-42fa18634144), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:35.760569 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69343f84-e94e-4334-b040-ab048b6795ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6daf67e0-ce03-4c62-acf8-42fa18634144'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:07:35.762847 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaecf24-8d99-4be0-a53d-ebe6abcc96ec" -d '{"events": [{"server_uuid": "69343f84-e94e-4334-b040-ab048b6795ac", "name": "network-vif-plugged", "status": "completed", "tag": "6daf67e0-ce03-4c62-acf8-42fa18634144"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:07:35.778358 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 6daf67e0-ce03-4c62-acf8-42fa18634144, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=6daf67e0-ce03-4c62-acf8-42fa18634144,segment=NetworkSegment(802f5ae2-3ab4-4db1-a100-675af79fa1cc),segment_id=802f5ae2-3ab4-4db1-a100-675af79fa1cc)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:07:35.782561 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (6daf67e0-ce03-4c62-acf8-42fa18634144), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:35.812154 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345c1f4b-ff20-4ef6-a32f-a09c061c2add x-openstack-request-id: req-345c1f4b-ff20-4ef6-a32f-a09c061c2add {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:07:35.812644 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69343f84-e94e-4334-b040-ab048b6795ac", "name": "network-vif-plugged", "status": "completed", "tag": "6daf67e0-ce03-4c62-acf8-42fa18634144", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:07:35.812898 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-345c1f4b-ff20-4ef6-a32f-a09c061c2add {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:07:35.813387 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-345c1f4b-ff20-4ef6-a32f-a09c061c2add'] response: {'server_uuid': '69343f84-e94e-4334-b040-ab048b6795ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6daf67e0-ce03-4c62-acf8-42fa18634144', 'code': 200} May 10 14:07:35.842438 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=6daf67e0-ce03-4c62-acf8-42fa18634144,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:36.111250 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa20cc-41e3-46fd-bf1a-058063cd9532 req-ad871d88-aca6-4b39-aaa2-68d73ac0c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:36.114136 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-66aa20cc-41e3-46fd-bf1a-058063cd9532 req-ad871d88-aca6-4b39-aaa2-68d73ac0c052 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 1129 time: 0.0522568 May 10 14:07:36.170189 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-66aa20cc-41e3-46fd-bf1a-058063cd9532 req-97540e4c-5850-4926-b901-834f5028e6c0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481155 May 10 14:07:36.569246 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8947a0-4976-4af3-8649-1a0ccb2ddf34 req-ef8358ca-9b92-468d-96e3-d2b7e1aa1949 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:36.570896 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bd8947a0-4976-4af3-8649-1a0ccb2ddf34 req-ef8358ca-9b92-468d-96e3-d2b7e1aa1949 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 945 time: 0.0527315 May 10 14:07:36.622592 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bd8947a0-4976-4af3-8649-1a0ccb2ddf34 req-c9073310-7367-412f-bf5f-ef5f9a120f50 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460610 May 10 14:07:37.738636 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab619f6-0d22-4d12-8c70-eb4bd337bb5c req-12768303-eef0-43e8-9b9d-6f8b37d7b957 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:37.740119 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bab619f6-0d22-4d12-8c70-eb4bd337bb5c req-12768303-eef0-43e8-9b9d-6f8b37d7b957 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 945 time: 0.0499704 May 10 14:07:37.788363 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-bab619f6-0d22-4d12-8c70-eb4bd337bb5c req-24925b70-ebfd-4831-b225-b37d07fb027b tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426745 May 10 14:07:37.897038 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9dc83-dd3a-4f14-b244-a9d2f370244c req-81d267e5-43ed-47f0-b614-0f62e09eb144 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:37.898527 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c2b9dc83-dd3a-4f14-b244-a9d2f370244c req-81d267e5-43ed-47f0-b614-0f62e09eb144 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 945 time: 0.0464292 May 10 14:07:37.945477 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c2b9dc83-dd3a-4f14-b244-a9d2f370244c req-47f23ca3-75e4-4d08-ad4c-4890ddb01ed3 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414476 May 10 14:07:37.966807 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 58178) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:38.007133 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41300d3-0519-4127-862a-27acdaff9a68 tempest-TestVolumeBootPattern-527849348 tempest-TestVolumeBootPattern-527849348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:38.008658 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d41300d3-0519-4127-862a-27acdaff9a68 tempest-TestVolumeBootPattern-527849348 tempest-TestVolumeBootPattern-527849348-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 1124 time: 0.0408952 May 10 14:07:38.011319 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 58180) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:38.015406 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-9dbfe79f-495b-4d2c-ab27-eb6f7fb4f924 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Request body: {'floatingip': {'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'port_id': '6daf67e0-ce03-4c62-acf8-42fa18634144', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:07:38.040069 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9dbfe79f-495b-4d2c-ab27-eb6f7fb4f924 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:38.121980 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9dbfe79f-495b-4d2c-ab27-eb6f7fb4f924 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:38.255081 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-9dbfe79f-495b-4d2c-ab27-eb6f7fb4f924 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Allocated IP 172.27.3.101 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/86dbdc93-a0eb-4d84-ba5f-241c941bdc73) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:07:38.352825 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 58196) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:38.370067 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9dbfe79f-495b-4d2c-ab27-eb6f7fb4f924 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for port (86dbdc93-a0eb-4d84-ba5f-241c941bdc73), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:38.408707 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9dbfe79f-495b-4d2c-ab27-eb6f7fb4f924 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (86dbdc93-a0eb-4d84-ba5f-241c941bdc73), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:38.449083 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbfe79f-495b-4d2c-ab27-eb6f7fb4f924 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:07:38.451893 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-9dbfe79f-495b-4d2c-ab27-eb6f7fb4f924 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:07:38.455460 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbfe79f-495b-4d2c-ab27-eb6f7fb4f924 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:07:38.458956 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bad47188-c5fc-4e04-a3ef-9d9b1eefb04c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:38.481201 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfe79f-495b-4d2c-ab27-eb6f7fb4f924 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Pushing event updated for resources: {'Port': ['ID=86dbdc93-a0eb-4d84-ba5f-241c941bdc73,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:38.533029 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bad47188-c5fc-4e04-a3ef-9d9b1eefb04c admin admin] Publish callbacks [] for security_group (35a3bd3f-5ec0-41b2-aa7e-3d48104c03c1), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:38.539858 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bad47188-c5fc-4e04-a3ef-9d9b1eefb04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (35a3bd3f-5ec0-41b2-aa7e-3d48104c03c1), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:38.583681 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-bad47188-c5fc-4e04-a3ef-9d9b1eefb04c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=18206a05672d4b198c11abf9305384c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297368 May 10 14:07:38.584588 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad47188-c5fc-4e04-a3ef-9d9b1eefb04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a3bd3f-5ec0-41b2-aa7e-3d48104c03c1,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:38.586924 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 58200) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:38.634562 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ea074208-d312-4ff5-b4c8-62c0d134a9c8 admin admin] Publish callbacks [] for security_group (35a3bd3f-5ec0-41b2-aa7e-3d48104c03c1), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:38.656192 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ea074208-d312-4ff5-b4c8-62c0d134a9c8 admin admin] Publish callbacks [] for security_group (35a3bd3f-5ec0-41b2-aa7e-3d48104c03c1), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:38.705642 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ea074208-d312-4ff5-b4c8-62c0d134a9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (35a3bd3f-5ec0-41b2-aa7e-3d48104c03c1), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:38.708726 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ea074208-d312-4ff5-b4c8-62c0d134a9c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:38.709985 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ea074208-d312-4ff5-b4c8-62c0d134a9c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/35a3bd3f-5ec0-41b2-aa7e-3d48104c03c1 HTTP/1.1" status: 204 len: 168 time: 0.1222620 May 10 14:07:38.719043 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea074208-d312-4ff5-b4c8-62c0d134a9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a3bd3f-5ec0-41b2-aa7e-3d48104c03c1,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:38.842684 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9dbfe79f-495b-4d2c-ab27-eb6f7fb4f924 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for floatingip (5faf0564-7b82-4e5e-ab51-1fec8ed693b7), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:39.194557 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9dbfe79f-495b-4d2c-ab27-eb6f7fb4f924 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (86dbdc93-a0eb-4d84-ba5f-241c941bdc73), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:39.354277 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9dbfe79f-495b-4d2c-ab27-eb6f7fb4f924 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for port (86dbdc93-a0eb-4d84-ba5f-241c941bdc73), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:39.359152 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9dbfe79f-495b-4d2c-ab27-eb6f7fb4f924 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (86dbdc93-a0eb-4d84-ba5f-241c941bdc73), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:39.426428 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfe79f-495b-4d2c-ab27-eb6f7fb4f924 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Pushing event updated for resources: {'Port': ['ID=86dbdc93-a0eb-4d84-ba5f-241c941bdc73,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:39.442009 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9dbfe79f-495b-4d2c-ab27-eb6f7fb4f924 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (5faf0564-7b82-4e5e-ab51-1fec8ed693b7), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:39.544375 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.db.l3_db [None req-9dbfe79f-495b-4d2c-ab27-eb6f7fb4f924 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Floating IP 5faf0564-7b82-4e5e-ab51-1fec8ed693b7 associated. External IP: 172.27.3.101, port: 6daf67e0-ce03-4c62-acf8-42fa18634144. May 10 14:07:39.731353 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 58234) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:39.761527 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbfe79f-495b-4d2c-ab27-eb6f7fb4f924 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Router 35f07a70-e556-4b08-bbe9-90c4c253768a has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:07:39.836214 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f58aad0b-477c-40cb-95cf-190e49294415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:39.875719 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbfe79f-495b-4d2c-ab27-eb6f7fb4f924 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:07:39.890444 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f77d7c-7ba1-4c72-af3a-082ffa79fbf7 None None] Sync routers for ids ['35f07a70-e556-4b08-bbe9-90c4c253768a'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:07:39.895577 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9dbfe79f-495b-4d2c-ab27-eb6f7fb4f924 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:39.902801 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f77d7c-7ba1-4c72-af3a-082ffa79fbf7 None None] Routers {'35f07a70-e556-4b08-bbe9-90c4c253768a'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:07:39.903584 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-08f77d7c-7ba1-4c72-af3a-082ffa79fbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:07:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['35f07a70-e556-4b08-bbe9-90c4c253768a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:39.927221 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-9dbfe79f-495b-4d2c-ab27-eb6f7fb4f924 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9148767 May 10 14:07:39.927818 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f58aad0b-477c-40cb-95cf-190e49294415 admin admin] Publish callbacks [] for security_group (a0824ee3-1ea3-4ada-8317-a5e1b9cf6c10), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:39.927945 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69343f84-e94e-4334-b040-ab048b6795ac', 'tag': '6daf67e0-ce03-4c62-acf8-42fa18634144'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:07:39.930578 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7753d002-3fe8-4fca-827e-d3d701e04819" -d '{"events": [{"name": "network-changed", "server_uuid": "69343f84-e94e-4334-b040-ab048b6795ac", "tag": "6daf67e0-ce03-4c62-acf8-42fa18634144"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:07:39.934277 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f58aad0b-477c-40cb-95cf-190e49294415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (a0824ee3-1ea3-4ada-8317-a5e1b9cf6c10), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:39.966588 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc67a41-2d10-44c3-a146-752d01d7f567 x-openstack-request-id: req-3dc67a41-2d10-44c3-a146-752d01d7f567 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:07:39.967100 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69343f84-e94e-4334-b040-ab048b6795ac", "tag": "6daf67e0-ce03-4c62-acf8-42fa18634144", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:07:39.967365 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3dc67a41-2d10-44c3-a146-752d01d7f567 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:07:39.967835 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dc67a41-2d10-44c3-a146-752d01d7f567'] response: {'name': 'network-changed', 'server_uuid': '69343f84-e94e-4334-b040-ab048b6795ac', 'tag': '6daf67e0-ce03-4c62-acf8-42fa18634144', 'status': 'completed', 'code': 200} May 10 14:07:39.973428 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58aad0b-477c-40cb-95cf-190e49294415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0824ee3-1ea3-4ada-8317-a5e1b9cf6c10,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:39.980072 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f58aad0b-477c-40cb-95cf-190e49294415 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b7157fb0baf64740a7141cb5545791cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454009 May 10 14:07:39.980868 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 58242) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:40.021080 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-08f77d7c-7ba1-4c72-af3a-082ffa79fbf7 None None] Set router 35f07a70-e556-4b08-bbe9-90c4c253768a gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:07:40.028514 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3f62f6e7-a436-486a-8979-c7a84c96a337 admin admin] Publish callbacks [] for security_group (a0824ee3-1ea3-4ada-8317-a5e1b9cf6c10), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:40.051663 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3f62f6e7-a436-486a-8979-c7a84c96a337 admin admin] Publish callbacks [] for security_group (a0824ee3-1ea3-4ada-8317-a5e1b9cf6c10), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:40.100412 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3f62f6e7-a436-486a-8979-c7a84c96a337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (a0824ee3-1ea3-4ada-8317-a5e1b9cf6c10), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:40.103041 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-3f62f6e7-a436-486a-8979-c7a84c96a337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:40.104279 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-3f62f6e7-a436-486a-8979-c7a84c96a337 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a0824ee3-1ea3-4ada-8317-a5e1b9cf6c10 HTTP/1.1" status: 204 len: 168 time: 0.1231000 May 10 14:07:40.112876 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62f6e7-a436-486a-8979-c7a84c96a337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0824ee3-1ea3-4ada-8317-a5e1b9cf6c10,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:40.382301 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-08f77d7c-7ba1-4c72-af3a-082ffa79fbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 4, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': '5faf0564-7b82-4e5e-ab51-1fec8ed693b7', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'port_id': '6daf67e0-ce03-4c62-acf8-42fa18634144', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'mac_address': 'fa:16:3e:fc:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69343f84-e94e-4334-b040-ab048b6795ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:07:38Z', 'updated_at': '2022-05-10T14:07:38Z', 'revision_number': 0, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'fixed_ip_address_scope': None}, {'id': 'c9b2f731-8026-4bc0-aea1-74ae267fc78f', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'port_id': '1b71aba5-cc9f-45c9-8184-f38605a005e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'mac_address': 'fa:16:3e:40:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821e2fc1-0f9b-40f0-a08e-cb87df184140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:05:33Z', 'updated_at': '2022-05-10T14:05:36Z', 'revision_number': 1, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7b214a-9000-44e8-befd-b3fb9c002d41', 'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'mac_address': 'fa:16:3e:56:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:29Z', 'updated_at': '2022-05-10T14:01:37Z', 'revision_number': 5, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'subnets': [{'id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:40.415409 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f77d7c-7ba1-4c72-af3a-082ffa79fbf7 None None] Checking router: 35f07a70-e556-4b08-bbe9-90c4c253768a for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:07:40.423988 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f77d7c-7ba1-4c72-af3a-082ffa79fbf7 None None] Routers {'35f07a70-e556-4b08-bbe9-90c4c253768a'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:07:40.425171 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-08f77d7c-7ba1-4c72-af3a-082ffa79fbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:07:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['35f07a70-e556-4b08-bbe9-90c4c253768a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:40.521271 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753d002-3fe8-4fca-827e-d3d701e04819 req-951b5857-943f-4cb8-8164-5af7d12110b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:40.523016 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7753d002-3fe8-4fca-827e-d3d701e04819 req-951b5857-943f-4cb8-8164-5af7d12110b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=104740054c3a47ca8cc3cb262d975fd5&device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 1129 time: 0.0461142 May 10 14:07:40.545205 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-08f77d7c-7ba1-4c72-af3a-082ffa79fbf7 None None] Set router 35f07a70-e556-4b08-bbe9-90c4c253768a gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:07:40.618763 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753d002-3fe8-4fca-827e-d3d701e04819 req-ae0932e4-1394-43df-bb6e-895b8643e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:40.620280 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7753d002-3fe8-4fca-827e-d3d701e04819 req-ae0932e4-1394-43df-bb6e-895b8643e0a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c3ef3499-58c5-4573-b70a-3147dbe30f92 HTTP/1.1" status: 200 len: 912 time: 0.0909219 May 10 14:07:40.697790 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7753d002-3fe8-4fca-827e-d3d701e04819 req-30f6eace-4fbb-4c96-92b7-aa61b652cb44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6daf67e0-ce03-4c62-acf8-42fa18634144 HTTP/1.1" status: 200 len: 999 time: 0.0711293 May 10 14:07:40.751356 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753d002-3fe8-4fca-827e-d3d701e04819 req-437d2364-74f5-4ece-a1c7-ba1301dc918f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:40.752984 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7753d002-3fe8-4fca-827e-d3d701e04819 req-437d2364-74f5-4ece-a1c7-ba1301dc918f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea5f467a-2a77-46ae-b000-00f12ba5a923 HTTP/1.1" status: 200 len: 850 time: 0.0493023 May 10 14:07:40.765448 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 58268) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:40.789284 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-08f77d7c-7ba1-4c72-af3a-082ffa79fbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 4, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': '5faf0564-7b82-4e5e-ab51-1fec8ed693b7', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'port_id': '6daf67e0-ce03-4c62-acf8-42fa18634144', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'mac_address': 'fa:16:3e:fc:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69343f84-e94e-4334-b040-ab048b6795ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:07:38Z', 'updated_at': '2022-05-10T14:07:38Z', 'revision_number': 0, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'fixed_ip_address_scope': None}, {'id': 'c9b2f731-8026-4bc0-aea1-74ae267fc78f', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'port_id': '1b71aba5-cc9f-45c9-8184-f38605a005e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'mac_address': 'fa:16:3e:40:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821e2fc1-0f9b-40f0-a08e-cb87df184140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:05:33Z', 'updated_at': '2022-05-10T14:05:36Z', 'revision_number': 1, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7b214a-9000-44e8-befd-b3fb9c002d41', 'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'mac_address': 'fa:16:3e:56:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:29Z', 'updated_at': '2022-05-10T14:01:37Z', 'revision_number': 5, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'subnets': [{'id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:07:40.804359 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753d002-3fe8-4fca-827e-d3d701e04819 req-da506d4a-3a61-4d80-ade3-08fa5e021507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:40.805871 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7753d002-3fe8-4fca-827e-d3d701e04819 req-da506d4a-3a61-4d80-ade3-08fa5e021507 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c3ef3499-58c5-4573-b70a-3147dbe30f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467517 May 10 14:07:40.821879 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f77d7c-7ba1-4c72-af3a-082ffa79fbf7 None None] The sync data for ids ['35f07a70-e556-4b08-bbe9-90c4c253768a'] in dv-cinder-840678-6-iscsi is: [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 4, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': '5faf0564-7b82-4e5e-ab51-1fec8ed693b7', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'port_id': '6daf67e0-ce03-4c62-acf8-42fa18634144', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'mac_address': 'fa:16:3e:fc:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69343f84-e94e-4334-b040-ab048b6795ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:07:38Z', 'updated_at': '2022-05-10T14:07:38Z', 'revision_number': 0, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'fixed_ip_address_scope': None}, {'id': 'c9b2f731-8026-4bc0-aea1-74ae267fc78f', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'port_id': '1b71aba5-cc9f-45c9-8184-f38605a005e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'mac_address': 'fa:16:3e:40:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821e2fc1-0f9b-40f0-a08e-cb87df184140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:05:33Z', 'updated_at': '2022-05-10T14:05:36Z', 'revision_number': 1, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7b214a-9000-44e8-befd-b3fb9c002d41', 'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'mac_address': 'fa:16:3e:56:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:29Z', 'updated_at': '2022-05-10T14:01:37Z', 'revision_number': 5, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'subnets': [{'id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:07:40.865346 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-585d457b-3314-40c1-93ab-b741e4379bd2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1055454454-network', 'tenant_id': 'a2a2e2e6222f48ebae4e9f9d7e9e8a4d'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:07:40.898420 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585d457b-3314-40c1-93ab-b741e4379bd2 admin admin] Made reservation on behalf of a2a2e2e6222f48ebae4e9f9d7e9e8a4d for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:07:40.900876 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-585d457b-3314-40c1-93ab-b741e4379bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:40.909757 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7753d002-3fe8-4fca-827e-d3d701e04819 req-a02349b7-374a-4c32-932e-1dbc562603ba service neutron] 10.222.0.57 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974417 May 10 14:07:40.912359 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-585d457b-3314-40c1-93ab-b741e4379bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:40.993681 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-585d457b-3314-40c1-93ab-b741e4379bd2 admin admin] Publish callbacks [] for security_group (4e3fb115-6a5d-44fc-a1cf-7165a897e32c), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:40.999735 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-585d457b-3314-40c1-93ab-b741e4379bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (4e3fb115-6a5d-44fc-a1cf-7165a897e32c), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:41.004991 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7753d002-3fe8-4fca-827e-d3d701e04819 req-ea925b6f-f241-4331-8c47-deeb66c34f89 service neutron] 10.222.0.57 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890458 May 10 14:07:41.028601 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-585d457b-3314-40c1-93ab-b741e4379bd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:07:41.041165 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d457b-3314-40c1-93ab-b741e4379bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3fb115-6a5d-44fc-a1cf-7165a897e32c,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:41.046272 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-585d457b-3314-40c1-93ab-b741e4379bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (d3de4ef5-cecb-4c65-89bf-fc58be2b33e7), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:41.046624 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-585d457b-3314-40c1-93ab-b741e4379bd2 admin admin] Added segment d3de4ef5-cecb-4c65-89bf-fc58be2b33e7 of type vlan for network 5c735cb5-b8bc-42fa-b57c-d137ac3529b8 May 10 14:07:41.066869 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d73eabd-dfe2-4fe9-a6c5-2d8fd62ae65c None None] New status for floating IP 5faf0564-7b82-4e5e-ab51-1fec8ed693b7: ACTIVE {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:07:41.087936 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-585d457b-3314-40c1-93ab-b741e4379bd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770989082799'] for network (5c735cb5-b8bc-42fa-b57c-d137ac3529b8), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:41.112693 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-585d457b-3314-40c1-93ab-b741e4379bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for network (5c735cb5-b8bc-42fa-b57c-d137ac3529b8), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:41.113635 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585d457b-3314-40c1-93ab-b741e4379bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:41.114221 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-585d457b-3314-40c1-93ab-b741e4379bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:41.171628 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-585d457b-3314-40c1-93ab-b741e4379bd2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4042358 May 10 14:07:41.175374 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 58272) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:41.181382 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-9f2ea50e-2104-4382-8ee1-f2c716b4d574 admin admin] Request body: {'subnet': {'network_id': '5c735cb5-b8bc-42fa-b57c-d137ac3529b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1055454454-subnet', 'tenant_id': 'a2a2e2e6222f48ebae4e9f9d7e9e8a4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:07:41.181582 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d457b-3314-40c1-93ab-b741e4379bd2 admin admin] Pushing event updated for resources: {'Network': ['ID=5c735cb5-b8bc-42fa-b57c-d137ac3529b8,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:41.192686 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Network 5c735cb5-b8bc-42fa-b57c-d137ac3529b8 details requested by agent ovs-agent-dv-cinder-840678-6-iscsi with host dv-cinder-840678-6-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:07:41.203014 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2ea50e-2104-4382-8ee1-f2c716b4d574 admin admin] Made reservation on behalf of a2a2e2e6222f48ebae4e9f9d7e9e8a4d for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:07:41.206869 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9f2ea50e-2104-4382-8ee1-f2c716b4d574 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10135818'] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:41.378347 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9f2ea50e-2104-4382-8ee1-f2c716b4d574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9373718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10135828'] for subnet (82d572ed-d9d3-4df1-8728-0031d08a3fdb), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:41.430935 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ea50e-2104-4382-8ee1-f2c716b4d574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82d572ed-d9d3-4df1-8728-0031d08a3fdb,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:41.441904 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2ea50e-2104-4382-8ee1-f2c716b4d574 admin admin] Checking segment: {'id': 'd3de4ef5-cecb-4c65-89bf-fc58be2b33e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5c735cb5-b8bc-42fa-b57c-d137ac3529b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:07:41.442270 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2ea50e-2104-4382-8ee1-f2c716b4d574 admin admin] Network hostable DHCP agents. Network: 5c735cb5-b8bc-42fa-b57c-d137ac3529b8, hostable agents: ['9d798d4e-9452-4d08-ac49-c41e5143ffdf'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:07:41.460134 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2ea50e-2104-4382-8ee1-f2c716b4d574 admin admin] Network 5c735cb5-b8bc-42fa-b57c-d137ac3529b8 is scheduled to be hosted by DHCP agent 9d798d4e-9452-4d08-ac49-c41e5143ffdf with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:07:41.469041 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-9f2ea50e-2104-4382-8ee1-f2c716b4d574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-6-iscsi, 5c735cb5-b8bc-42fa-b57c-d137ac3529b8) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:07:41.473521 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2ea50e-2104-4382-8ee1-f2c716b4d574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:41.474233 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-9f2ea50e-2104-4382-8ee1-f2c716b4d574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:41.478715 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227cf422-681b-43b8-9ef3-50ec1dddc89a None None] Network 5c735cb5-b8bc-42fa-b57c-d137ac3529b8 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:07:41.506822 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-9f2ea50e-2104-4382-8ee1-f2c716b4d574 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3216727 May 10 14:07:41.584146 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969ee569-601a-4ac3-b9c8-23cf0e247a3d None None] Network 5c735cb5-b8bc-42fa-b57c-d137ac3529b8 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:07:45.339425 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-a72458ac-afd9-49ba-83ce-a5c752179567 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:45.340827 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-a72458ac-afd9-49ba-83ce-a5c752179567 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/networks?id=5c735cb5-b8bc-42fa-b57c-d137ac3529b8 HTTP/1.1" status: 200 len: 814 time: 0.1086290 May 10 14:07:45.355132 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-91da80ca-2698-4f3f-b0c8-644d797e9d5e tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/quotas/a2a2e2e6222f48ebae4e9f9d7e9e8a4d HTTP/1.1" status: 200 len: 375 time: 0.0090001 May 10 14:07:45.386954 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-235290d3-6571-4ad3-b555-8fc73a2d302e tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a2a2e2e6222f48ebae4e9f9d7e9e8a4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270083 May 10 14:07:45.478088 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-676435d1-cd7f-4130-96f4-4cf1c887e320 service neutron] 10.222.0.49 "GET /v2.0/networks/5c735cb5-b8bc-42fa-b57c-d137ac3529b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837026 May 10 14:07:45.565098 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-82051aa4-a065-4304-b8ad-fd0bb9f05166 service neutron] 10.222.0.49 "GET /v2.0/networks/5c735cb5-b8bc-42fa-b57c-d137ac3529b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814941 May 10 14:07:45.727724 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a5713828-88e0-4523-b2cf-ee90d9422ce3 req-da9933ba-afb7-410b-a7d7-5d986d6c966b tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 210 time: 0.0295825 May 10 14:07:46.820841 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-555574cf-c42e-4602-99bc-4a036622f8d7 req-c2c29f49-b532-4930-a0f5-3cbc29d51bf6 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 210 time: 0.0284750 May 10 14:07:47.915387 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-354585f6-3e22-4556-aab1-47690db9177e req-43f2fd7f-1290-48aa-8232-b1999be9883e tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 210 time: 0.0284548 May 10 14:07:48.391571 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-a5daf0c5-fdad-40cc-b7b9-60540986eb2b tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:48.393260 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-a5daf0c5-fdad-40cc-b7b9-60540986eb2b tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.57 "GET /v2.0/networks?id=5c735cb5-b8bc-42fa-b57c-d137ac3529b8 HTTP/1.1" status: 200 len: 814 time: 0.1060331 May 10 14:07:48.413983 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-fa221b18-24a0-43dd-9be7-32b65a690c9f tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Request body: {'port': {'device_id': 'b31c2003-362c-4c41-814f-0dd48e4491c6', 'network_id': '5c735cb5-b8bc-42fa-b57c-d137ac3529b8', 'admin_state_up': True, 'tenant_id': 'a2a2e2e6222f48ebae4e9f9d7e9e8a4d'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:07:48.519047 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-fa221b18-24a0-43dd-9be7-32b65a690c9f tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Made reservation on behalf of a2a2e2e6222f48ebae4e9f9d7e9e8a4d for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:07:48.522366 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-fa221b18-24a0-43dd-9be7-32b65a690c9f tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:48.619088 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:07:48.644145 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-fa221b18-24a0-43dd-9be7-32b65a690c9f tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Allocated IP 172.20.0.12 (5c735cb5-b8bc-42fa-b57c-d137ac3529b8/82d572ed-d9d3-4df1-8728-0031d08a3fdb/e43674f4-dd4d-41cb-9f1a-5b021cf0edab) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:07:48.787327 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-fa221b18-24a0-43dd-9be7-32b65a690c9f tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Publish callbacks [] for port (e43674f4-dd4d-41cb-9f1a-5b021cf0edab), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:48.819788 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-fa221b18-24a0-43dd-9be7-32b65a690c9f tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (e43674f4-dd4d-41cb-9f1a-5b021cf0edab), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:48.860951 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-fa221b18-24a0-43dd-9be7-32b65a690c9f tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Network 5c735cb5-b8bc-42fa-b57c-d137ac3529b8 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:07:48.864107 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-fa221b18-24a0-43dd-9be7-32b65a690c9f tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:07:48.870264 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-fa221b18-24a0-43dd-9be7-32b65a690c9f tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:07:48.876028 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa221b18-24a0-43dd-9be7-32b65a690c9f tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Pushing event updated for resources: {'Port': ['ID=e43674f4-dd4d-41cb-9f1a-5b021cf0edab,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:48.919974 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-fa221b18-24a0-43dd-9be7-32b65a690c9f tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:48.920550 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-fa221b18-24a0-43dd-9be7-32b65a690c9f tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:48.937142 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-fa221b18-24a0-43dd-9be7-32b65a690c9f tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5267780 May 10 14:07:48.957007 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-8dd81e25-159b-4cc1-895b-9a292cb180fa service neutron] Request body: {'port': {'device_id': 'b31c2003-362c-4c41-814f-0dd48e4491c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:07:49.061121 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-8dd81e25-159b-4cc1-895b-9a292cb180fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (e43674f4-dd4d-41cb-9f1a-5b021cf0edab), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:49.071075 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae6d9a-395c-4856-88a2-6a18ff4c2adb req-227c7830-3be7-4dd3-a5d8-75029c0bfe25 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:49.071598 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a2ae6d9a-395c-4856-88a2-6a18ff4c2adb req-227c7830-3be7-4dd3-a5d8-75029c0bfe25 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 932 time: 0.0820215 May 10 14:07:49.166164 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a2ae6d9a-395c-4856-88a2-6a18ff4c2adb req-91f19064-d666-43b7-b024-86ace361a468 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875075 May 10 14:07:49.378422 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-8dd81e25-159b-4cc1-895b-9a292cb180fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e43674f4-dd4d-41cb-9f1a-5b021cf0edab {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:07:49.386282 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-8dd81e25-159b-4cc1-895b-9a292cb180fa service neutron] Publish callbacks [] for port (e43674f4-dd4d-41cb-9f1a-5b021cf0edab), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:49.401140 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-8dd81e25-159b-4cc1-895b-9a292cb180fa service neutron] Transition to ACTIVE for port object e43674f4-dd4d-41cb-9f1a-5b021cf0edab will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:07:49.405067 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-8dd81e25-159b-4cc1-895b-9a292cb180fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (e43674f4-dd4d-41cb-9f1a-5b021cf0edab), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:49.458017 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd81e25-159b-4cc1-895b-9a292cb180fa service neutron] Pushing event updated for resources: {'Port': ['ID=e43674f4-dd4d-41cb-9f1a-5b021cf0edab,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:49.531766 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-8dd81e25-159b-4cc1-895b-9a292cb180fa service neutron] Attempting to bind port e43674f4-dd4d-41cb-9f1a-5b021cf0edab on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:07:49.532108 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-8dd81e25-159b-4cc1-895b-9a292cb180fa service neutron] Attempting to bind port e43674f4-dd4d-41cb-9f1a-5b021cf0edab by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'd3de4ef5-cecb-4c65-89bf-fc58be2b33e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5c735cb5-b8bc-42fa-b57c-d137ac3529b8'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:07:49.532595 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-8dd81e25-159b-4cc1-895b-9a292cb180fa service neutron] Attempting to bind port e43674f4-dd4d-41cb-9f1a-5b021cf0edab on network 5c735cb5-b8bc-42fa-b57c-d137ac3529b8 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:07:49.537701 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-8dd81e25-159b-4cc1-895b-9a292cb180fa service neutron] Port e43674f4-dd4d-41cb-9f1a-5b021cf0edab on network 5c735cb5-b8bc-42fa-b57c-d137ac3529b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:07:49.538032 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-8dd81e25-159b-4cc1-895b-9a292cb180fa service neutron] Attempting to bind port e43674f4-dd4d-41cb-9f1a-5b021cf0edab on network 5c735cb5-b8bc-42fa-b57c-d137ac3529b8 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:07:49.542880 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-8dd81e25-159b-4cc1-895b-9a292cb180fa service neutron] Checking agent: {'id': 'b4f1cee2-bd7e-4da4-854f-0334af1b5198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'started_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:07:49.543219 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-8dd81e25-159b-4cc1-895b-9a292cb180fa service neutron] Checking segment: {'id': 'd3de4ef5-cecb-4c65-89bf-fc58be2b33e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5c735cb5-b8bc-42fa-b57c-d137ac3529b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:07:49.543598 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-8dd81e25-159b-4cc1-895b-9a292cb180fa service neutron] Bound using segment: {'id': 'd3de4ef5-cecb-4c65-89bf-fc58be2b33e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5c735cb5-b8bc-42fa-b57c-d137ac3529b8'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:07:49.544031 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-8dd81e25-159b-4cc1-895b-9a292cb180fa service neutron] Bound port: e43674f4-dd4d-41cb-9f1a-5b021cf0edab, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3de4ef5-cecb-4c65-89bf-fc58be2b33e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5c735cb5-b8bc-42fa-b57c-d137ac3529b8'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:07:49.544421 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-8dd81e25-159b-4cc1-895b-9a292cb180fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (e43674f4-dd4d-41cb-9f1a-5b021cf0edab), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:49.612660 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-8dd81e25-159b-4cc1-895b-9a292cb180fa service neutron] For port e43674f4-dd4d-41cb-9f1a-5b021cf0edab, host hv-cinder-84067, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:07:49.615649 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-8dd81e25-159b-4cc1-895b-9a292cb180fa service neutron] For port e43674f4-dd4d-41cb-9f1a-5b021cf0edab, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e43674f4-dd4d-41cb-9f1a-5b021cf0edab,segment=NetworkSegment(d3de4ef5-cecb-4c65-89bf-fc58be2b33e7),segment_id=d3de4ef5-cecb-4c65-89bf-fc58be2b33e7)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:07:49.621504 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-8dd81e25-159b-4cc1-895b-9a292cb180fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (e43674f4-dd4d-41cb-9f1a-5b021cf0edab), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:49.653814 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-8dd81e25-159b-4cc1-895b-9a292cb180fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:49.654431 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-8dd81e25-159b-4cc1-895b-9a292cb180fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:49.655965 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-8dd81e25-159b-4cc1-895b-9a292cb180fa service neutron] 10.222.0.57 "PUT /v2.0/ports/e43674f4-dd4d-41cb-9f1a-5b021cf0edab HTTP/1.1" status: 200 len: 1094 time: 0.7045605 May 10 14:07:49.658125 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31c2003-362c-4c41-814f-0dd48e4491c6', 'tag': 'e43674f4-dd4d-41cb-9f1a-5b021cf0edab'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:07:49.660413 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35608d80-e18e-4b31-a8de-a20e37af559f" -d '{"events": [{"name": "network-changed", "server_uuid": "b31c2003-362c-4c41-814f-0dd48e4491c6", "tag": "e43674f4-dd4d-41cb-9f1a-5b021cf0edab"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:07:49.685304 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd81e25-159b-4cc1-895b-9a292cb180fa service neutron] Pushing event updated for resources: {'Port': ['ID=e43674f4-dd4d-41cb-9f1a-5b021cf0edab,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:49.701604 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f96ec2b-42bb-4f6e-ad79-4b955a23cb31 x-openstack-request-id: req-5f96ec2b-42bb-4f6e-ad79-4b955a23cb31 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:07:49.702148 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b31c2003-362c-4c41-814f-0dd48e4491c6", "tag": "e43674f4-dd4d-41cb-9f1a-5b021cf0edab", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:07:49.702414 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5f96ec2b-42bb-4f6e-ad79-4b955a23cb31 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:07:49.702832 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f96ec2b-42bb-4f6e-ad79-4b955a23cb31'] response: {'name': 'network-changed', 'server_uuid': 'b31c2003-362c-4c41-814f-0dd48e4491c6', 'tag': 'e43674f4-dd4d-41cb-9f1a-5b021cf0edab', 'status': 'completed', 'code': 200} May 10 14:07:49.758998 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-f595f2d1-bc53-4c5e-b852-e3faac6c28cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:49.760514 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-f595f2d1-bc53-4c5e-b852-e3faac6c28cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a2a2e2e6222f48ebae4e9f9d7e9e8a4d&device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 1128 time: 0.0394616 May 10 14:07:49.810182 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-09019ad4-1448-4ead-b4fa-25b028442cf9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e43674f4-dd4d-41cb-9f1a-5b021cf0edab HTTP/1.1" status: 200 len: 217 time: 0.0357342 May 10 14:07:49.857842 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-7cbe1000-c618-429a-a1ab-bdce787de903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:49.859236 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-7cbe1000-c618-429a-a1ab-bdce787de903 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=82d572ed-d9d3-4df1-8728-0031d08a3fdb HTTP/1.1" status: 200 len: 854 time: 0.0420854 May 10 14:07:49.892323 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-0d842369-37a5-44c6-85f8-fe25f8353d15 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c735cb5-b8bc-42fa-b57c-d137ac3529b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262794 May 10 14:07:49.984649 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-a0f13ab7-b203-4541-ab02-e0e2e031ca20 service neutron] 10.222.0.57 "GET /v2.0/networks/5c735cb5-b8bc-42fa-b57c-d137ac3529b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855834 May 10 14:07:50.073028 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-def32a10-c871-47a9-9a54-b94d6bb8e99e req-94b123f6-636d-41b8-abe9-c51f2cb23c11 service neutron] 10.222.0.57 "GET /v2.0/networks/5c735cb5-b8bc-42fa-b57c-d137ac3529b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818746 May 10 14:07:50.289867 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ff5f4-5633-436f-acd8-18a88ebe377a req-d91a8ef3-7227-4980-8fe6-461b4875e025 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:50.291555 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-be3ff5f4-5633-436f-acd8-18a88ebe377a req-d91a8ef3-7227-4980-8fe6-461b4875e025 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 944 time: 0.0504470 May 10 14:07:50.338465 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-be3ff5f4-5633-436f-acd8-18a88ebe377a req-0d029b70-e873-47b8-a8ed-2f742989ed2e tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408401 May 10 14:07:51.460895 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9ecb6-c98c-4782-9f4d-d56d7a722c49 req-5942a40f-b674-41d3-90bf-78d68cdd0bf7 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:51.462370 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f3c9ecb6-c98c-4782-9f4d-d56d7a722c49 req-5942a40f-b674-41d3-90bf-78d68cdd0bf7 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 944 time: 0.0460551 May 10 14:07:51.475255 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 58422) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:51.509381 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f3c9ecb6-c98c-4782-9f4d-d56d7a722c49 req-18933c37-5122-4081-835d-1fb2700b2918 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414412 May 10 14:07:51.581105 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3b5dadfa-41d0-498a-8ed7-5e8fa87fed2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:51.654823 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3b5dadfa-41d0-498a-8ed7-5e8fa87fed2b admin admin] Publish callbacks [] for security_group (9982a867-b77b-4818-999c-82e649f5d98a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:51.659286 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-3b5dadfa-41d0-498a-8ed7-5e8fa87fed2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (9982a867-b77b-4818-999c-82e649f5d98a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:51.697917 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-3b5dadfa-41d0-498a-8ed7-5e8fa87fed2b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b07e47f2bc3f455683e16c9f4ab1bf22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216153 May 10 14:07:51.699037 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5dadfa-41d0-498a-8ed7-5e8fa87fed2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9982a867-b77b-4818-999c-82e649f5d98a,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:51.700578 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 58426) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:07:51.747116 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-def37948-47da-455a-a3b2-06cc56a72a8e admin admin] Publish callbacks [] for security_group (9982a867-b77b-4818-999c-82e649f5d98a), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:51.771601 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-def37948-47da-455a-a3b2-06cc56a72a8e admin admin] Publish callbacks [] for security_group (9982a867-b77b-4818-999c-82e649f5d98a), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:51.817528 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-def37948-47da-455a-a3b2-06cc56a72a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (9982a867-b77b-4818-999c-82e649f5d98a), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:51.820153 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-def37948-47da-455a-a3b2-06cc56a72a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:51.821303 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-def37948-47da-455a-a3b2-06cc56a72a8e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9982a867-b77b-4818-999c-82e649f5d98a HTTP/1.1" status: 204 len: 168 time: 0.1197546 May 10 14:07:51.828755 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def37948-47da-455a-a3b2-06cc56a72a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9982a867-b77b-4818-999c-82e649f5d98a,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:52.627514 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc768e-93c0-4073-a799-9347654cfec0 req-1c7a2858-166e-4d16-b610-179e030d3252 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:52.629021 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bbdc768e-93c0-4073-a799-9347654cfec0 req-1c7a2858-166e-4d16-b610-179e030d3252 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 944 time: 0.0471833 May 10 14:07:52.677252 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bbdc768e-93c0-4073-a799-9347654cfec0 req-eff3ed1c-bb55-4e2a-b398-0fbae960014c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427847 May 10 14:07:53.716381 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35608d80-e18e-4b31-a8de-a20e37af559f req-d6a2b2c6-8082-4be5-b5e0-8db6db886aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:53.718308 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-35608d80-e18e-4b31-a8de-a20e37af559f req-d6a2b2c6-8082-4be5-b5e0-8db6db886aa4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a2a2e2e6222f48ebae4e9f9d7e9e8a4d&device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 1128 time: 0.0465009 May 10 14:07:53.797224 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac470f-bcb4-4c11-ac5a-0e7126616869 req-a85a9521-10b8-40d1-8bf6-39585562a7b2 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:53.798746 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ceac470f-bcb4-4c11-ac5a-0e7126616869 req-a85a9521-10b8-40d1-8bf6-39585562a7b2 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 944 time: 0.0517714 May 10 14:07:53.820914 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35608d80-e18e-4b31-a8de-a20e37af559f req-b301ea47-3d08-42c1-9984-ec630ef05889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:53.823418 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-35608d80-e18e-4b31-a8de-a20e37af559f req-b301ea47-3d08-42c1-9984-ec630ef05889 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5c735cb5-b8bc-42fa-b57c-d137ac3529b8 HTTP/1.1" status: 200 len: 915 time: 0.0990386 May 10 14:07:53.870862 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ceac470f-bcb4-4c11-ac5a-0e7126616869 req-d2439841-7be8-4c73-85cd-210632319ff0 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646279 May 10 14:07:53.882235 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-35608d80-e18e-4b31-a8de-a20e37af559f req-247f6f21-aff9-4a5d-b445-730f6e4c765b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e43674f4-dd4d-41cb-9f1a-5b021cf0edab HTTP/1.1" status: 200 len: 217 time: 0.0477810 May 10 14:07:53.939015 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35608d80-e18e-4b31-a8de-a20e37af559f req-0cda61de-e5d1-4159-9718-3b3770bcd227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:53.940515 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-35608d80-e18e-4b31-a8de-a20e37af559f req-0cda61de-e5d1-4159-9718-3b3770bcd227 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=82d572ed-d9d3-4df1-8728-0031d08a3fdb HTTP/1.1" status: 200 len: 854 time: 0.0509672 May 10 14:07:53.977438 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-35608d80-e18e-4b31-a8de-a20e37af559f req-93c7a12c-6a53-4476-8816-0b469fb0ec62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c735cb5-b8bc-42fa-b57c-d137ac3529b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301378 May 10 14:07:54.077766 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-35608d80-e18e-4b31-a8de-a20e37af559f req-55bfd4f9-5c28-4538-8954-ab2fd57db472 service neutron] 10.222.0.57 "GET /v2.0/networks/5c735cb5-b8bc-42fa-b57c-d137ac3529b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927799 May 10 14:07:54.175303 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-35608d80-e18e-4b31-a8de-a20e37af559f req-f649746e-5c18-4971-92b0-c65c9e974a9d service neutron] 10.222.0.57 "GET /v2.0/networks/5c735cb5-b8bc-42fa-b57c-d137ac3529b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910089 May 10 14:07:54.977705 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c9994-8694-4576-a1e9-4b31bf799db5 req-09052d46-bc23-47b1-a556-8499191e6277 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:54.979167 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-794c9994-8694-4576-a1e9-4b31bf799db5 req-09052d46-bc23-47b1-a556-8499191e6277 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 944 time: 0.0474150 May 10 14:07:55.024860 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-794c9994-8694-4576-a1e9-4b31bf799db5 req-808d4c65-9cb6-4414-90fd-b69b368b83ba tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401599 May 10 14:07:55.321835 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:55.670018 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device e43674f4-dd4d-41cb-9f1a-5b021cf0edab details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:07:55.778084 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port e43674f4-dd4d-41cb-9f1a-5b021cf0edab, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e43674f4-dd4d-41cb-9f1a-5b021cf0edab,segment=NetworkSegment(d3de4ef5-cecb-4c65-89bf-fc58be2b33e7),segment_id=d3de4ef5-cecb-4c65-89bf-fc58be2b33e7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:07:55.792458 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': 'e43674f4-dd4d-41cb-9f1a-5b021cf0edab', 'network_id': '5c735cb5-b8bc-42fa-b57c-d137ac3529b8', 'port_id': 'e43674f4-dd4d-41cb-9f1a-5b021cf0edab', 'mac_address': 'fa:16:3e:0c:f6:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d572ed-d9d3-4df1-8728-0031d08a3fdb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:07:55.834797 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port e43674f4-dd4d-41cb-9f1a-5b021cf0edab is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:07:55.835190 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (e43674f4-dd4d-41cb-9f1a-5b021cf0edab), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:55.855621 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e43674f4-dd4d-41cb-9f1a-5b021cf0edab {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:07:55.889247 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port e43674f4-dd4d-41cb-9f1a-5b021cf0edab, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e43674f4-dd4d-41cb-9f1a-5b021cf0edab,segment=NetworkSegment(d3de4ef5-cecb-4c65-89bf-fc58be2b33e7),segment_id=d3de4ef5-cecb-4c65-89bf-fc58be2b33e7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:07:55.896445 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (e43674f4-dd4d-41cb-9f1a-5b021cf0edab), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:55.920746 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-60fd78b5-0206-46ac-8658-0112ded75307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:55.944219 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=e43674f4-dd4d-41cb-9f1a-5b021cf0edab,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:07:56.138364 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17666e75-08b1-487e-8082-0412f4445df3 req-6ef198e8-a6a6-4d67-abe7-052c395fec5d tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:56.140152 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-17666e75-08b1-487e-8082-0412f4445df3 req-6ef198e8-a6a6-4d67-abe7-052c395fec5d tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 945 time: 0.0492303 May 10 14:07:56.190467 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-17666e75-08b1-487e-8082-0412f4445df3 req-b07e6809-e8ca-4427-9864-45e2863d403b tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437684 May 10 14:07:57.308033 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1a83a-f0f7-45b8-9012-7de0a0e90061 req-e48e7703-f055-4780-89c9-e6c4147cf3a0 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:57.309503 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8ab1a83a-f0f7-45b8-9012-7de0a0e90061 req-e48e7703-f055-4780-89c9-e6c4147cf3a0 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 945 time: 0.0516162 May 10 14:07:57.354071 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-8ab1a83a-f0f7-45b8-9012-7de0a0e90061 req-a29d3e92-5273-41fe-90ca-7e16e1ba176f tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391030 May 10 14:07:58.303083 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6e29130e-ee30-4cb4-8d9a-0d673633e789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:58.465536 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495ec13-d206-4995-b844-5536a0ba9927 req-e863fa3f-3559-4559-944f-e9d49812f453 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:58.466967 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e495ec13-d206-4995-b844-5536a0ba9927 req-e863fa3f-3559-4559-944f-e9d49812f453 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 945 time: 0.0463235 May 10 14:07:58.511982 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e495ec13-d206-4995-b844-5536a0ba9927 req-e6cf2233-d055-44c3-a83a-5ebc2c00b3e5 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395582 May 10 14:07:58.814125 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['e43674f4-dd4d-41cb-9f1a-5b021cf0edab'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:07:59.371091 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:07:59.621387 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59a4c7-c093-451a-8268-c82fcd9b424e req-06a49caa-a215-48eb-9608-943088bc8576 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:07:59.622879 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5c59a4c7-c093-451a-8268-c82fcd9b424e req-06a49caa-a215-48eb-9608-943088bc8576 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 945 time: 0.0464461 May 10 14:07:59.669348 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5c59a4c7-c093-451a-8268-c82fcd9b424e req-a1ba9d50-4382-40d3-9a22-7a450c7fe735 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408273 May 10 14:08:00.764355 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:00.780285 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1c2d0-9f5d-4610-9a90-74f6084ca680 req-5595b61a-3f90-4dd8-881a-8795fac83339 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:00.781735 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-82f1c2d0-9f5d-4610-9a90-74f6084ca680 req-5595b61a-3f90-4dd8-881a-8795fac83339 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 945 time: 0.0466232 May 10 14:08:00.826786 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-82f1c2d0-9f5d-4610-9a90-74f6084ca680 req-5b7da465-3676-4caa-8ac5-8f5181d255fa tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389271 May 10 14:08:01.937130 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f04cc4-bbdc-46b8-9217-9bbbe66970b4 req-3a4bae48-7d33-49fc-88f7-6087f8a1ef99 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:01.938567 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-55f04cc4-bbdc-46b8-9217-9bbbe66970b4 req-3a4bae48-7d33-49fc-88f7-6087f8a1ef99 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 945 time: 0.0454154 May 10 14:08:01.990269 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-55f04cc4-bbdc-46b8-9217-9bbbe66970b4 req-22795014-5772-46c8-8fe8-2807bc43578b tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458691 May 10 14:08:02.311769 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:02.433470 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device e43674f4-dd4d-41cb-9f1a-5b021cf0edab up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:08:02.480781 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning for port e43674f4-dd4d-41cb-9f1a-5b021cf0edab completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:08:02.487095 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port e43674f4-dd4d-41cb-9f1a-5b021cf0edab triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:08:02.487587 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (e43674f4-dd4d-41cb-9f1a-5b021cf0edab), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:02.563140 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port e43674f4-dd4d-41cb-9f1a-5b021cf0edab is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:08:02.563342 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (e43674f4-dd4d-41cb-9f1a-5b021cf0edab), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:02.586653 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31c2003-362c-4c41-814f-0dd48e4491c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43674f4-dd4d-41cb-9f1a-5b021cf0edab'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:08:02.588892 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0ffe98-8ab0-4e56-8a3e-617b6927b260" -d '{"events": [{"server_uuid": "b31c2003-362c-4c41-814f-0dd48e4491c6", "name": "network-vif-plugged", "status": "completed", "tag": "e43674f4-dd4d-41cb-9f1a-5b021cf0edab"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:08:02.601702 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port e43674f4-dd4d-41cb-9f1a-5b021cf0edab, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e43674f4-dd4d-41cb-9f1a-5b021cf0edab,segment=NetworkSegment(d3de4ef5-cecb-4c65-89bf-fc58be2b33e7),segment_id=d3de4ef5-cecb-4c65-89bf-fc58be2b33e7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:08:02.605480 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (e43674f4-dd4d-41cb-9f1a-5b021cf0edab), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:02.631161 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22719317-f916-40a1-aae4-49cf31301df0 x-openstack-request-id: req-22719317-f916-40a1-aae4-49cf31301df0 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:08:02.631458 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31c2003-362c-4c41-814f-0dd48e4491c6", "name": "network-vif-plugged", "status": "completed", "tag": "e43674f4-dd4d-41cb-9f1a-5b021cf0edab", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:08:02.631714 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22719317-f916-40a1-aae4-49cf31301df0 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:08:02.632110 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22719317-f916-40a1-aae4-49cf31301df0'] response: {'server_uuid': 'b31c2003-362c-4c41-814f-0dd48e4491c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43674f4-dd4d-41cb-9f1a-5b021cf0edab', 'code': 200} May 10 14:08:02.657262 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=e43674f4-dd4d-41cb-9f1a-5b021cf0edab,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:03.100191 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e95db-9725-4243-89e9-eb0e56eb1c09 req-ca52d291-d982-4473-a382-3926bf72551c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:03.101662 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9d5e95db-9725-4243-89e9-eb0e56eb1c09 req-ca52d291-d982-4473-a382-3926bf72551c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 946 time: 0.0453732 May 10 14:08:03.147349 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9d5e95db-9725-4243-89e9-eb0e56eb1c09 req-99d308b1-93db-41d1-9e5b-1b88682811db tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404031 May 10 14:08:03.485544 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-00d07d62-93a3-4bdd-b656-98736cde1f41 req-75b916d0-3ebc-499e-b139-9d3511860e2e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0362928 May 10 14:08:03.557760 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d07d62-93a3-4bdd-b656-98736cde1f41 req-a021ae8b-0a01-4e3e-b945-ad5c78aa6646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:03.559213 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-00d07d62-93a3-4bdd-b656-98736cde1f41 req-a021ae8b-0a01-4e3e-b945-ad5c78aa6646 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=104740054c3a47ca8cc3cb262d975fd5&device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 1130 time: 0.0383213 May 10 14:08:03.620628 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca9a89-0653-4cb0-a479-0613a280899b req-cc9eab1f-6362-486a-865c-019805326097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:03.622095 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-89ca9a89-0653-4cb0-a479-0613a280899b req-cc9eab1f-6362-486a-865c-019805326097 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 1130 time: 0.0402093 May 10 14:08:03.672563 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d07d62-93a3-4bdd-b656-98736cde1f41 req-54dcbe9b-36c7-4734-9906-f9a599997b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:03.673957 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-00d07d62-93a3-4bdd-b656-98736cde1f41 req-54dcbe9b-36c7-4734-9906-f9a599997b93 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c3ef3499-58c5-4573-b70a-3147dbe30f92 HTTP/1.1" status: 200 len: 912 time: 0.0915470 May 10 14:08:03.677145 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-89ca9a89-0653-4cb0-a479-0613a280899b req-de9911a4-939b-4311-8d54-fc971b9a2fd7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404198 May 10 14:08:04.261351 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a338d26-1438-4325-8ffc-434a3902766a req-46463ff5-1025-4876-a6cb-8c87b0334691 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:04.262769 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7a338d26-1438-4325-8ffc-434a3902766a req-46463ff5-1025-4876-a6cb-8c87b0334691 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 946 time: 0.0457861 May 10 14:08:04.307893 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7a338d26-1438-4325-8ffc-434a3902766a req-5c487a56-d6af-4200-85a6-5e3551237443 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394092 May 10 14:08:05.420192 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9251ee2-0bb7-495d-8ecd-1f8947f190cf req-1878ab4c-62fb-40c3-ad90-30ee90ae8d9a tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:05.421643 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f9251ee2-0bb7-495d-8ecd-1f8947f190cf req-1878ab4c-62fb-40c3-ad90-30ee90ae8d9a tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 946 time: 0.0463061 May 10 14:08:05.466530 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f9251ee2-0bb7-495d-8ecd-1f8947f190cf req-fd305c12-6d2d-40dc-b948-7bb3258ef9ca tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393534 May 10 14:08:06.619323 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb5d84-2ae0-4b93-90ca-f34c2055ff55 req-de8065c5-9f4c-4f94-8932-8d2595601277 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:06.620830 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a9cb5d84-2ae0-4b93-90ca-f34c2055ff55 req-de8065c5-9f4c-4f94-8932-8d2595601277 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 946 time: 0.0874760 May 10 14:08:06.651609 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-00d07d62-93a3-4bdd-b656-98736cde1f41 req-19764c0e-04c1-4131-97b4-7a6ef1e1fecb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b71aba5-cc9f-45c9-8184-f38605a005e7 HTTP/1.1" status: 200 len: 1001 time: 0.0864453 May 10 14:08:06.706718 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a9cb5d84-2ae0-4b93-90ca-f34c2055ff55 req-ff0d2555-1bf7-4ed9-b8bf-343e06887627 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795083 May 10 14:08:06.716937 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d07d62-93a3-4bdd-b656-98736cde1f41 req-3e60d433-8518-499e-9979-620226ebf57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:06.718338 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-00d07d62-93a3-4bdd-b656-98736cde1f41 req-3e60d433-8518-499e-9979-620226ebf57f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea5f467a-2a77-46ae-b000-00f12ba5a923 HTTP/1.1" status: 200 len: 850 time: 0.0563846 May 10 14:08:07.077360 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d07d62-93a3-4bdd-b656-98736cde1f41 req-d54f8166-2424-4850-ac51-51950615a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:07.078763 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-00d07d62-93a3-4bdd-b656-98736cde1f41 req-d54f8166-2424-4850-ac51-51950615a377 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c3ef3499-58c5-4573-b70a-3147dbe30f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436451 May 10 14:08:07.167147 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-00d07d62-93a3-4bdd-b656-98736cde1f41 req-b5461c26-a6fd-4cda-8fa4-cbe06e2af9e3 service neutron] 10.222.0.57 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817847 May 10 14:08:07.261547 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-00d07d62-93a3-4bdd-b656-98736cde1f41 req-91558464-e6ff-43f7-8296-7b6c2e08a136 service neutron] 10.222.0.57 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844841 May 10 14:08:07.834498 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fdc09-632e-499b-b545-375710c8a538 req-577f56d2-a2c3-445a-a331-d3428312504e tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:07.836777 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bb2fdc09-632e-499b-b545-375710c8a538 req-577f56d2-a2c3-445a-a331-d3428312504e tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 946 time: 0.0569623 May 10 14:08:07.905277 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bb2fdc09-632e-499b-b545-375710c8a538 req-431f0126-1afd-41a7-b473-5f68e0feae30 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572834 May 10 14:08:09.018197 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04019e0d-4329-46ad-91b3-71146093d5d3 req-c1f472b1-1ac3-4ab7-9536-a29ddecf95b5 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:09.019636 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-04019e0d-4329-46ad-91b3-71146093d5d3 req-c1f472b1-1ac3-4ab7-9536-a29ddecf95b5 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 946 time: 0.0473349 May 10 14:08:09.064685 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-04019e0d-4329-46ad-91b3-71146093d5d3 req-20f75d10-cefd-40bb-b3d9-aaa3c8a0328a tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389004 May 10 14:08:10.685054 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 58754) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:08:10.794749 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1b4d135f-d3da-426f-bdbd-1ff956132b22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:10.871022 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1b4d135f-d3da-426f-bdbd-1ff956132b22 admin admin] Publish callbacks [] for security_group (bed95d26-cd59-4b58-808b-e37d56850184), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:10.874035 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1b4d135f-d3da-426f-bdbd-1ff956132b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (bed95d26-cd59-4b58-808b-e37d56850184), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:10.916336 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-1b4d135f-d3da-426f-bdbd-1ff956132b22 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eae1c652fe6e40f2a92650d2702d3f9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300978 May 10 14:08:10.917174 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d135f-d3da-426f-bdbd-1ff956132b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed95d26-cd59-4b58-808b-e37d56850184,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:10.918960 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 58758) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:08:10.970583 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b7bbdd85-568e-4cd4-84c4-caba469b6ace admin admin] Publish callbacks [] for security_group (bed95d26-cd59-4b58-808b-e37d56850184), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:10.992369 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b7bbdd85-568e-4cd4-84c4-caba469b6ace admin admin] Publish callbacks [] for security_group (bed95d26-cd59-4b58-808b-e37d56850184), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:11.041785 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b7bbdd85-568e-4cd4-84c4-caba469b6ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (bed95d26-cd59-4b58-808b-e37d56850184), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:11.044583 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b7bbdd85-568e-4cd4-84c4-caba469b6ace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:11.048637 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-b7bbdd85-568e-4cd4-84c4-caba469b6ace admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bed95d26-cd59-4b58-808b-e37d56850184 HTTP/1.1" status: 204 len: 168 time: 0.1278353 May 10 14:08:11.056728 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbdd85-568e-4cd4-84c4-caba469b6ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed95d26-cd59-4b58-808b-e37d56850184,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:11.301320 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 58764) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:08:11.314839 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ba5a2408-73d1-4ff1-8fb4-19b528161906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:11.403345 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ba5a2408-73d1-4ff1-8fb4-19b528161906 admin admin] Publish callbacks [] for security_group (13d96f18-9e71-4bbc-9971-5a3643531308), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:11.407065 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ba5a2408-73d1-4ff1-8fb4-19b528161906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (13d96f18-9e71-4bbc-9971-5a3643531308), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:11.446829 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a2408-73d1-4ff1-8fb4-19b528161906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d96f18-9e71-4bbc-9971-5a3643531308,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:11.452023 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ba5a2408-73d1-4ff1-8fb4-19b528161906 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f5a636e9521b42cfb037e202b242458d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491411 May 10 14:08:11.454631 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 58766) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:08:11.502611 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-490e58d8-5ed6-4e3b-a0eb-27f09fefecec admin admin] Publish callbacks [] for security_group (13d96f18-9e71-4bbc-9971-5a3643531308), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:11.525159 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-490e58d8-5ed6-4e3b-a0eb-27f09fefecec admin admin] Publish callbacks [] for security_group (13d96f18-9e71-4bbc-9971-5a3643531308), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:11.571224 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-490e58d8-5ed6-4e3b-a0eb-27f09fefecec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (13d96f18-9e71-4bbc-9971-5a3643531308), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:11.573852 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-490e58d8-5ed6-4e3b-a0eb-27f09fefecec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:11.577488 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-490e58d8-5ed6-4e3b-a0eb-27f09fefecec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/13d96f18-9e71-4bbc-9971-5a3643531308 HTTP/1.1" status: 204 len: 168 time: 0.1194048 May 10 14:08:11.583984 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e58d8-5ed6-4e3b-a0eb-27f09fefecec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d96f18-9e71-4bbc-9971-5a3643531308,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:17.385630 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 58928) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:08:17.501321 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5a471bad-2c88-4fd8-9210-6fb2816bcf44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:17.580962 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5a471bad-2c88-4fd8-9210-6fb2816bcf44 admin admin] Publish callbacks [] for security_group (064c2db1-ea49-426f-893e-d5f18fc3dd38), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:17.585562 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5a471bad-2c88-4fd8-9210-6fb2816bcf44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (064c2db1-ea49-426f-893e-d5f18fc3dd38), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:17.622161 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-5a471bad-2c88-4fd8-9210-6fb2816bcf44 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f487ff9247cb4986b04225ea7080964e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354076 May 10 14:08:17.624067 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a471bad-2c88-4fd8-9210-6fb2816bcf44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064c2db1-ea49-426f-893e-d5f18fc3dd38,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:17.624900 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 58932) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:08:17.675869 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-75ed8456-3993-40d4-87c3-216298622ec3 admin admin] Publish callbacks [] for security_group (064c2db1-ea49-426f-893e-d5f18fc3dd38), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:17.697969 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-75ed8456-3993-40d4-87c3-216298622ec3 admin admin] Publish callbacks [] for security_group (064c2db1-ea49-426f-893e-d5f18fc3dd38), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:17.745562 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-75ed8456-3993-40d4-87c3-216298622ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (064c2db1-ea49-426f-893e-d5f18fc3dd38), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:17.748229 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-75ed8456-3993-40d4-87c3-216298622ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:17.749444 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-75ed8456-3993-40d4-87c3-216298622ec3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/064c2db1-ea49-426f-893e-d5f18fc3dd38 HTTP/1.1" status: 204 len: 168 time: 0.1235602 May 10 14:08:17.760099 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed8456-3993-40d4-87c3-216298622ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064c2db1-ea49-426f-893e-d5f18fc3dd38,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:18.018897 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 58940) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:08:18.032043 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f3b70c1b-67b2-435e-9434-203573f0b435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:18.114599 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f3b70c1b-67b2-435e-9434-203573f0b435 admin admin] Publish callbacks [] for security_group (8d06e5ed-c013-4b34-bc74-303a696b207a), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:18.118587 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-f3b70c1b-67b2-435e-9434-203573f0b435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (8d06e5ed-c013-4b34-bc74-303a696b207a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:18.156462 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b70c1b-67b2-435e-9434-203573f0b435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d06e5ed-c013-4b34-bc74-303a696b207a,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:18.160650 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-f3b70c1b-67b2-435e-9434-203573f0b435 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d1dfc2b73ea8499f96419ff63ec1f3cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407444 May 10 14:08:18.163902 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 58942) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:08:18.211518 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ac81c3e0-f7db-4b15-a3c3-95446f4f1003 admin admin] Publish callbacks [] for security_group (8d06e5ed-c013-4b34-bc74-303a696b207a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:18.233273 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ac81c3e0-f7db-4b15-a3c3-95446f4f1003 admin admin] Publish callbacks [] for security_group (8d06e5ed-c013-4b34-bc74-303a696b207a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:18.281121 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ac81c3e0-f7db-4b15-a3c3-95446f4f1003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (8d06e5ed-c013-4b34-bc74-303a696b207a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:18.283866 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-ac81c3e0-f7db-4b15-a3c3-95446f4f1003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:18.285053 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-ac81c3e0-f7db-4b15-a3c3-95446f4f1003 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d06e5ed-c013-4b34-bc74-303a696b207a HTTP/1.1" status: 204 len: 168 time: 0.1202290 May 10 14:08:18.293614 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81c3e0-f7db-4b15-a3c3-95446f4f1003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d06e5ed-c013-4b34-bc74-303a696b207a,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:25.317669 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:25.617756 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:08:25.894495 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0850b5f9-8c82-4010-811c-48691d660485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:28.303660 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9f9ae1e9-ffba-457c-8c42-f0d88bbab2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:28.926284 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 59104) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:08:29.031061 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-518ded3f-5059-4842-a602-c16bded7146d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:29.114685 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-518ded3f-5059-4842-a602-c16bded7146d admin admin] Publish callbacks [] for security_group (fc7228f3-a5b2-4157-90a4-a2b01279173e), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:29.118855 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-518ded3f-5059-4842-a602-c16bded7146d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (fc7228f3-a5b2-4157-90a4-a2b01279173e), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:29.156830 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ded3f-5059-4842-a602-c16bded7146d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7228f3-a5b2-4157-90a4-a2b01279173e,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:29.160851 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-518ded3f-5059-4842-a602-c16bded7146d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97327063803b4d3598065d43246c3a75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335155 May 10 14:08:29.163641 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 59108) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:08:29.166967 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded3f-5059-4842-a602-c16bded7146d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:29.167315 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded3f-5059-4842-a602-c16bded7146d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:29.167664 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded3f-5059-4842-a602-c16bded7146d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:29.168004 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded3f-5059-4842-a602-c16bded7146d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:29.168368 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded3f-5059-4842-a602-c16bded7146d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:29.169297 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded3f-5059-4842-a602-c16bded7146d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:29.169633 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded3f-5059-4842-a602-c16bded7146d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:29.169961 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded3f-5059-4842-a602-c16bded7146d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:29.170289 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded3f-5059-4842-a602-c16bded7146d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:29.170615 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded3f-5059-4842-a602-c16bded7146d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:29.170940 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded3f-5059-4842-a602-c16bded7146d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:29.171266 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded3f-5059-4842-a602-c16bded7146d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:29.171586 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded3f-5059-4842-a602-c16bded7146d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:29.171905 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded3f-5059-4842-a602-c16bded7146d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:29.172260 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-518ded3f-5059-4842-a602-c16bded7146d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:29.220912 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-16158cef-9541-439b-814a-e0b41bb3a507 admin admin] Publish callbacks [] for security_group (fc7228f3-a5b2-4157-90a4-a2b01279173e), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:29.241777 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-16158cef-9541-439b-814a-e0b41bb3a507 admin admin] Publish callbacks [] for security_group (fc7228f3-a5b2-4157-90a4-a2b01279173e), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:29.290675 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-16158cef-9541-439b-814a-e0b41bb3a507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (fc7228f3-a5b2-4157-90a4-a2b01279173e), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:29.293336 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-16158cef-9541-439b-814a-e0b41bb3a507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:29.294527 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-16158cef-9541-439b-814a-e0b41bb3a507 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc7228f3-a5b2-4157-90a4-a2b01279173e HTTP/1.1" status: 204 len: 168 time: 0.1298831 May 10 14:08:29.302629 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16158cef-9541-439b-814a-e0b41bb3a507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7228f3-a5b2-4157-90a4-a2b01279173e,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:29.374195 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:29.564664 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 59118) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:08:29.577485 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bcf0f75e-ffaf-4316-8303-e59d1c04ae2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:29.657179 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bcf0f75e-ffaf-4316-8303-e59d1c04ae2f admin admin] Publish callbacks [] for security_group (cc8edf0e-367d-4110-938a-28407150562f), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:29.661218 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-bcf0f75e-ffaf-4316-8303-e59d1c04ae2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (cc8edf0e-367d-4110-938a-28407150562f), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:29.699587 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0f75e-ffaf-4316-8303-e59d1c04ae2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8edf0e-367d-4110-938a-28407150562f,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:29.704602 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-bcf0f75e-ffaf-4316-8303-e59d1c04ae2f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d6a2f54cf3d44a980846309f0ae9e49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389263 May 10 14:08:29.707216 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 59120) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:08:29.756022 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-471ec58d-92e8-47d9-ae48-1fd98fd565d3 admin admin] Publish callbacks [] for security_group (cc8edf0e-367d-4110-938a-28407150562f), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:29.777062 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-471ec58d-92e8-47d9-ae48-1fd98fd565d3 admin admin] Publish callbacks [] for security_group (cc8edf0e-367d-4110-938a-28407150562f), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:29.824098 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-471ec58d-92e8-47d9-ae48-1fd98fd565d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (cc8edf0e-367d-4110-938a-28407150562f), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:29.826671 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-471ec58d-92e8-47d9-ae48-1fd98fd565d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:29.827800 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-471ec58d-92e8-47d9-ae48-1fd98fd565d3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cc8edf0e-367d-4110-938a-28407150562f HTTP/1.1" status: 204 len: 168 time: 0.1196976 May 10 14:08:29.835684 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ec58d-92e8-47d9-ae48-1fd98fd565d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8edf0e-367d-4110-938a-28407150562f,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:30.768330 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:32.313006 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:49.732103 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 59372) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:08:49.833727 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8cce6033-d8e0-4142-abc9-40fc50b52f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:49.909821 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8cce6033-d8e0-4142-abc9-40fc50b52f15 admin admin] Publish callbacks [] for security_group (8f44be5a-57a3-4c41-9432-02fe4d080e71), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:49.914335 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8cce6033-d8e0-4142-abc9-40fc50b52f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (8f44be5a-57a3-4c41-9432-02fe4d080e71), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:49.952406 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8cce6033-d8e0-4142-abc9-40fc50b52f15 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b75bf53b4f3a4b86a8240ee8b2df8e48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191765 May 10 14:08:49.954377 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce6033-d8e0-4142-abc9-40fc50b52f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f44be5a-57a3-4c41-9432-02fe4d080e71,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:49.955209 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 59380) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:08:49.962275 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce6033-d8e0-4142-abc9-40fc50b52f15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:49.962886 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce6033-d8e0-4142-abc9-40fc50b52f15 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:49.963250 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce6033-d8e0-4142-abc9-40fc50b52f15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:49.963603 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce6033-d8e0-4142-abc9-40fc50b52f15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:49.963951 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce6033-d8e0-4142-abc9-40fc50b52f15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:49.964323 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce6033-d8e0-4142-abc9-40fc50b52f15 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:49.964702 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce6033-d8e0-4142-abc9-40fc50b52f15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:49.965001 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce6033-d8e0-4142-abc9-40fc50b52f15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:49.965472 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce6033-d8e0-4142-abc9-40fc50b52f15 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:49.965939 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce6033-d8e0-4142-abc9-40fc50b52f15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:49.966401 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce6033-d8e0-4142-abc9-40fc50b52f15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:49.966958 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce6033-d8e0-4142-abc9-40fc50b52f15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:49.967293 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce6033-d8e0-4142-abc9-40fc50b52f15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:49.967632 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce6033-d8e0-4142-abc9-40fc50b52f15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:49.968025 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce6033-d8e0-4142-abc9-40fc50b52f15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:50.005808 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d57a90e6-0dec-434e-b0c0-88fc1cd3851d admin admin] Publish callbacks [] for security_group (8f44be5a-57a3-4c41-9432-02fe4d080e71), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:50.028129 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d57a90e6-0dec-434e-b0c0-88fc1cd3851d admin admin] Publish callbacks [] for security_group (8f44be5a-57a3-4c41-9432-02fe4d080e71), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:50.079468 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d57a90e6-0dec-434e-b0c0-88fc1cd3851d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (8f44be5a-57a3-4c41-9432-02fe4d080e71), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:50.082179 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-d57a90e6-0dec-434e-b0c0-88fc1cd3851d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:50.083657 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-d57a90e6-0dec-434e-b0c0-88fc1cd3851d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f44be5a-57a3-4c41-9432-02fe4d080e71 HTTP/1.1" status: 204 len: 168 time: 0.1274419 May 10 14:08:50.092309 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a90e6-0dec-434e-b0c0-88fc1cd3851d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f44be5a-57a3-4c41-9432-02fe4d080e71,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:55.057794 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 59422) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:08:55.161526 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fb0ce3ee-c55c-418f-b540-6b9639673fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:55.235006 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fb0ce3ee-c55c-418f-b540-6b9639673fdb admin admin] Publish callbacks [] for security_group (774701ed-5882-43ce-ba69-ca36dd42e5de), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:55.238797 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-fb0ce3ee-c55c-418f-b540-6b9639673fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (774701ed-5882-43ce-ba69-ca36dd42e5de), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:55.279611 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-fb0ce3ee-c55c-418f-b540-6b9639673fdb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91f76f1324a34acf9b6d0e42d04f78d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206631 May 10 14:08:55.280766 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ce3ee-c55c-418f-b540-6b9639673fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774701ed-5882-43ce-ba69-ca36dd42e5de,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:55.282299 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 59426) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:08:55.316450 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:55.332324 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-10de8be8-d6b2-4f96-b4ba-f49c539f2e6e admin admin] Publish callbacks [] for security_group (774701ed-5882-43ce-ba69-ca36dd42e5de), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:55.354702 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-10de8be8-d6b2-4f96-b4ba-f49c539f2e6e admin admin] Publish callbacks [] for security_group (774701ed-5882-43ce-ba69-ca36dd42e5de), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:55.399503 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-10de8be8-d6b2-4f96-b4ba-f49c539f2e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (774701ed-5882-43ce-ba69-ca36dd42e5de), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:55.402572 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-10de8be8-d6b2-4f96-b4ba-f49c539f2e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:55.403718 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-10de8be8-d6b2-4f96-b4ba-f49c539f2e6e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/774701ed-5882-43ce-ba69-ca36dd42e5de HTTP/1.1" status: 204 len: 168 time: 0.1204393 May 10 14:08:55.411138 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de8be8-d6b2-4f96-b4ba-f49c539f2e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774701ed-5882-43ce-ba69-ca36dd42e5de,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:55.895465 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-94a8a38c-5ee2-40a6-b875-8790e272f898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:56.005438 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 59450) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:08:56.099401 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-393ed090-ae48-496d-9b01-f9bbf65b8ad0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-984341737-network', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:08:56.120593 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393ed090-ae48-496d-9b01-f9bbf65b8ad0 admin admin] Made reservation on behalf of 5534e7deeddb4f72b5e068060f617c76 for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:08:56.122958 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-393ed090-ae48-496d-9b01-f9bbf65b8ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:56.131238 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-393ed090-ae48-496d-9b01-f9bbf65b8ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:56.204350 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-393ed090-ae48-496d-9b01-f9bbf65b8ad0 admin admin] Publish callbacks [] for security_group (26e55f62-fa0d-4f11-9be9-9c13e4c77d14), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:56.207870 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-393ed090-ae48-496d-9b01-f9bbf65b8ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (26e55f62-fa0d-4f11-9be9-9c13e4c77d14), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:56.235717 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393ed090-ae48-496d-9b01-f9bbf65b8ad0 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:08:56.245892 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ed090-ae48-496d-9b01-f9bbf65b8ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e55f62-fa0d-4f11-9be9-9c13e4c77d14,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:56.250680 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-393ed090-ae48-496d-9b01-f9bbf65b8ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:56.251026 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-393ed090-ae48-496d-9b01-f9bbf65b8ad0 admin admin] Added segment a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a of type vlan for network c82a2923-712e-41ee-8597-e48c8815a404 May 10 14:08:56.290483 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-393ed090-ae48-496d-9b01-f9bbf65b8ad0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770989082799'] for network (c82a2923-712e-41ee-8597-e48c8815a404), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:56.313950 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-393ed090-ae48-496d-9b01-f9bbf65b8ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for network (c82a2923-712e-41ee-8597-e48c8815a404), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:56.314893 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393ed090-ae48-496d-9b01-f9bbf65b8ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:56.315475 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-393ed090-ae48-496d-9b01-f9bbf65b8ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:56.367219 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-393ed090-ae48-496d-9b01-f9bbf65b8ad0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3606815 May 10 14:08:56.370636 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 59456) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:08:56.375535 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-5154742a-1ecd-49d8-93f0-db2dbc3e085c admin admin] Request body: {'subnet': {'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-984341737-subnet', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:08:56.377471 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ed090-ae48-496d-9b01-f9bbf65b8ad0 admin admin] Pushing event updated for resources: {'Network': ['ID=c82a2923-712e-41ee-8597-e48c8815a404,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:56.392590 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Network c82a2923-712e-41ee-8597-e48c8815a404 details requested by agent ovs-agent-dv-cinder-840678-6-iscsi with host dv-cinder-840678-6-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:08:56.396421 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5154742a-1ecd-49d8-93f0-db2dbc3e085c admin admin] Made reservation on behalf of 5534e7deeddb4f72b5e068060f617c76 for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:08:56.398723 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5154742a-1ecd-49d8-93f0-db2dbc3e085c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10135818'] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:56.559917 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5154742a-1ecd-49d8-93f0-db2dbc3e085c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9373718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10135828'] for subnet (2068c7ea-d0dc-482d-a859-f520d3ff2436), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:56.613731 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154742a-1ecd-49d8-93f0-db2dbc3e085c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2068c7ea-d0dc-482d-a859-f520d3ff2436,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:56.621379 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5154742a-1ecd-49d8-93f0-db2dbc3e085c admin admin] Checking segment: {'id': 'a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:08:56.621735 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5154742a-1ecd-49d8-93f0-db2dbc3e085c admin admin] Network hostable DHCP agents. Network: c82a2923-712e-41ee-8597-e48c8815a404, hostable agents: ['9d798d4e-9452-4d08-ac49-c41e5143ffdf'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:08:56.637857 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5154742a-1ecd-49d8-93f0-db2dbc3e085c admin admin] Network c82a2923-712e-41ee-8597-e48c8815a404 is scheduled to be hosted by DHCP agent 9d798d4e-9452-4d08-ac49-c41e5143ffdf with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:08:56.646058 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-5154742a-1ecd-49d8-93f0-db2dbc3e085c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-6-iscsi, c82a2923-712e-41ee-8597-e48c8815a404) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:08:56.650209 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5154742a-1ecd-49d8-93f0-db2dbc3e085c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:08:56.650848 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-5154742a-1ecd-49d8-93f0-db2dbc3e085c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:56.655211 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443c59a4-a757-464a-b275-57c0d491a4fc None None] Network c82a2923-712e-41ee-8597-e48c8815a404 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:08:56.668678 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-5154742a-1ecd-49d8-93f0-db2dbc3e085c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2940276 May 10 14:08:56.668948 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 59458) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:08:56.673256 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-bb4b882d-2e13-4163-ae4a-b4631f604394 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-984341737-router', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:08:56.692024 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bb4b882d-2e13-4163-ae4a-b4631f604394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1632'] for router (4e9e7074-2157-4fc4-a95a-3687bfe648e1), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:56.693082 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bb4b882d-2e13-4163-ae4a-b4631f604394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1627'] for router (4e9e7074-2157-4fc4-a95a-3687bfe648e1), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:56.744717 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bb4b882d-2e13-4163-ae4a-b4631f604394 admin admin] Publish callbacks [] for router_controller (4e9e7074-2157-4fc4-a95a-3687bfe648e1), precommit_add_association {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:56.760342 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b1d9a71-d8a9-5fac-b8fc-dea2988d9731-c82a2923-712e-41ee-8597-e48c8815a404', 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404', 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'fixed_ips': [{'subnet_id': '2068c7ea-d0dc-482d-a859-f520d3ff2436'}]}} from dv-cinder-840678-6-iscsi. {{(pid=103391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 14:08:56.761220 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:56.883287 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bb4b882d-2e13-4163-ae4a-b4631f604394 admin admin] Publish callbacks [] for router_gateway (4e9e7074-2157-4fc4-a95a-3687bfe648e1), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:56.894266 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Allocated IP 172.20.0.2 (c82a2923-712e-41ee-8597-e48c8815a404/2068c7ea-d0dc-482d-a859-f520d3ff2436/3ba796cb-ee23-486b-bd9f-da8b3cfc927b) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:08:57.053552 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Publish callbacks [] for port (3ba796cb-ee23-486b-bd9f-da8b3cfc927b), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:57.059471 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (3ba796cb-ee23-486b-bd9f-da8b3cfc927b), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:57.098687 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Network c82a2923-712e-41ee-8597-e48c8815a404 is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:08:57.101777 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:08:57.110196 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:08:57.122525 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Pushing event updated for resources: {'Port': ['ID=3ba796cb-ee23-486b-bd9f-da8b3cfc927b,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:57.153099 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:57.153365 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:57.153720 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:57.154066 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:57.154401 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:57.154734 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:57.155065 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:57.155393 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:57.155726 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:57.156056 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:57.156412 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:57.156742 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:57.157087 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:57.157390 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:57.157714 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:08:57.194177 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Attempting to bind port 3ba796cb-ee23-486b-bd9f-da8b3cfc927b on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:08:57.194563 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Attempting to bind port 3ba796cb-ee23-486b-bd9f-da8b3cfc927b by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': 'a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:08:57.194936 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Attempting to bind port 3ba796cb-ee23-486b-bd9f-da8b3cfc927b on network c82a2923-712e-41ee-8597-e48c8815a404 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:08:57.200913 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:08:57.201298 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Checking segment: {'id': 'a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:08:57.201712 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:57.202112 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Bound using segment: {'id': 'a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:08:57.202598 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Bound port: 3ba796cb-ee23-486b-bd9f-da8b3cfc927b, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:08:57.202987 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (3ba796cb-ee23-486b-bd9f-da8b3cfc927b), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:57.273532 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] For port 3ba796cb-ee23-486b-bd9f-da8b3cfc927b, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:08:57.277660 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] For port 3ba796cb-ee23-486b-bd9f-da8b3cfc927b, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=3ba796cb-ee23-486b-bd9f-da8b3cfc927b,segment=NetworkSegment(a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a),segment_id=a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:08:57.283794 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (3ba796cb-ee23-486b-bd9f-da8b3cfc927b), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:57.347537 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d1aaa-ff68-4d40-8f89-ddc8f790864e None None] Pushing event updated for resources: {'Port': ['ID=3ba796cb-ee23-486b-bd9f-da8b3cfc927b,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:57.351412 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bb4b882d-2e13-4163-ae4a-b4631f604394 admin admin] Publish callbacks [] for router_gateway (4e9e7074-2157-4fc4-a95a-3687bfe648e1), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:57.370758 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bb4b882d-2e13-4163-ae4a-b4631f604394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:57.483885 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-bb4b882d-2e13-4163-ae4a-b4631f604394 admin admin] Allocated IP 172.27.3.138 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/0fce6186-5aab-4e25-9f4b-bdbfb7474021) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:08:57.635111 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bb4b882d-2e13-4163-ae4a-b4631f604394 admin admin] Publish callbacks [] for port (0fce6186-5aab-4e25-9f4b-bdbfb7474021), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:57.670634 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bb4b882d-2e13-4163-ae4a-b4631f604394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (0fce6186-5aab-4e25-9f4b-bdbfb7474021), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:57.709910 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4b882d-2e13-4163-ae4a-b4631f604394 admin admin] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:08:57.712941 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-bb4b882d-2e13-4163-ae4a-b4631f604394 admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:08:57.718622 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4b882d-2e13-4163-ae4a-b4631f604394 admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:08:57.724029 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b882d-2e13-4163-ae4a-b4631f604394 admin admin] Pushing event updated for resources: {'Port': ['ID=0fce6186-5aab-4e25-9f4b-bdbfb7474021,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:57.978899 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bb4b882d-2e13-4163-ae4a-b4631f604394 admin admin] Publish callbacks [] for router_gateway (4e9e7074-2157-4fc4-a95a-3687bfe648e1), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:58.187362 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bb4b882d-2e13-4163-ae4a-b4631f604394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537837'] for router (4e9e7074-2157-4fc4-a95a-3687bfe648e1), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:58.279837 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3758206-5715-4c8d-8525-753848b74270 None None] Network c82a2923-712e-41ee-8597-e48c8815a404 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:08:58.331422 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4b882d-2e13-4163-ae4a-b4631f604394 admin admin] Router 4e9e7074-2157-4fc4-a95a-3687bfe648e1 is scheduled to L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 with binding_index 1 {{(pid=103389) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 14:08:58.353184 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-8369e85b-5d14-4c40-8215-77514e83f35b None None] Provisioning complete for port 3ba796cb-ee23-486b-bd9f-da8b3cfc927b triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:08:58.354070 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8369e85b-5d14-4c40-8215-77514e83f35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (3ba796cb-ee23-486b-bd9f-da8b3cfc927b), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:58.380449 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8f1591b5-51c0-4d04-b4ef-0bc015e05ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:58.450977 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4b882d-2e13-4163-ae4a-b4631f604394 admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:08:58.471839 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] Sync routers for ids ['4e9e7074-2157-4fc4-a95a-3687bfe648e1'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:08:58.479520 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bb4b882d-2e13-4163-ae4a-b4631f604394 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:58.483207 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-bb4b882d-2e13-4163-ae4a-b4631f604394 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8108201 May 10 14:08:58.484228 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 59466) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:08:58.496118 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] Routers {'4e9e7074-2157-4fc4-a95a-3687bfe648e1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:08:58.496791 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:08:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['4e9e7074-2157-4fc4-a95a-3687bfe648e1'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:08:58.501447 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-8369e85b-5d14-4c40-8215-77514e83f35b None None] Current status of the port 3ba796cb-ee23-486b-bd9f-da8b3cfc927b is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:08:58.502032 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8369e85b-5d14-4c40-8215-77514e83f35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (3ba796cb-ee23-486b-bd9f-da8b3cfc927b), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:58.588954 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-8369e85b-5d14-4c40-8215-77514e83f35b None None] For port 3ba796cb-ee23-486b-bd9f-da8b3cfc927b, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=3ba796cb-ee23-486b-bd9f-da8b3cfc927b,segment=NetworkSegment(a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a),segment_id=a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:08:58.618623 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8369e85b-5d14-4c40-8215-77514e83f35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (3ba796cb-ee23-486b-bd9f-da8b3cfc927b), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:58.669873 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] Set router 4e9e7074-2157-4fc4-a95a-3687bfe648e1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:08:58.783275 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369e85b-5d14-4c40-8215-77514e83f35b None None] Pushing event updated for resources: {'Port': ['ID=3ba796cb-ee23-486b-bd9f-da8b3cfc927b,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:58.877307 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-ee3efdbd-ea71-4426-ba9a-59cf7cdb9c1d None None] Provisioning complete for port 3ba796cb-ee23-486b-bd9f-da8b3cfc927b triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:08:58.877689 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ee3efdbd-ea71-4426-ba9a-59cf7cdb9c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (3ba796cb-ee23-486b-bd9f-da8b3cfc927b), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:58.880109 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'name': 'tempest-TestShelveInstance-984341737-router', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:08:56Z', 'updated_at': '2022-05-10T14:08:57Z', 'revision_number': 3, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'gw_port': {'id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:34:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:08:57Z', 'updated_at': '2022-05-10T14:08:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:08:58.925675 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] Checking router: 4e9e7074-2157-4fc4-a95a-3687bfe648e1 for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:08:58.926029 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] Updating router 4e9e7074-2157-4fc4-a95a-3687bfe648e1 port 0fce6186-5aab-4e25-9f4b-bdbfb7474021 binding host dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:08:58.953581 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d58e129-ea8f-4597-a848-db0007467d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:58.968937 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (0fce6186-5aab-4e25-9f4b-bdbfb7474021), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:59.085619 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-ee3efdbd-ea71-4426-ba9a-59cf7cdb9c1d None None] Current status of the port 3ba796cb-ee23-486b-bd9f-da8b3cfc927b is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:08:59.112434 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [None req-0d58e129-ea8f-4597-a848-db0007467d1d admin admin] Allocated IP 172.20.0.1 (c82a2923-712e-41ee-8597-e48c8815a404/2068c7ea-d0dc-482d-a859-f520d3ff2436/e4e42a91-b3b9-434c-a150-23281a06af6b) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:08:59.216655 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d58e129-ea8f-4597-a848-db0007467d1d admin admin] Publish callbacks [] for port (e4e42a91-b3b9-434c-a150-23281a06af6b), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:59.249905 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d58e129-ea8f-4597-a848-db0007467d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (e4e42a91-b3b9-434c-a150-23281a06af6b), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:59.251307 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] Publish callbacks [] for port (0fce6186-5aab-4e25-9f4b-bdbfb7474021), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:59.257441 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (0fce6186-5aab-4e25-9f4b-bdbfb7474021), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:59.289464 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d58e129-ea8f-4597-a848-db0007467d1d admin admin] Network c82a2923-712e-41ee-8597-e48c8815a404 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:08:59.294726 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-0d58e129-ea8f-4597-a848-db0007467d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:08:59.301005 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d58e129-ea8f-4597-a848-db0007467d1d admin admin] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:08:59.315169 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] Attempting to bind port 0fce6186-5aab-4e25-9f4b-bdbfb7474021 on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:08:59.315657 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] Attempting to bind port 0fce6186-5aab-4e25-9f4b-bdbfb7474021 by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:08:59.315935 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] Attempting to bind port 0fce6186-5aab-4e25-9f4b-bdbfb7474021 on network 89429d30-8d6e-4195-a41d-5d4817ee56e2 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:08:59.321655 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f46a4-9a34-4d46-886c-052754cac427 None None] Pushing event updated for resources: {'Port': ['ID=0fce6186-5aab-4e25-9f4b-bdbfb7474021,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:59.331523 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:08:59.331942 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] Checking segment: {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:08:59.332320 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:59.332683 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58e129-ea8f-4597-a848-db0007467d1d admin admin] Pushing event updated for resources: {'Port': ['ID=e4e42a91-b3b9-434c-a150-23281a06af6b,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:59.332808 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] Bound using segment: {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:08:59.333174 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] Bound port: 0fce6186-5aab-4e25-9f4b-bdbfb7474021, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:08:59.333556 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (0fce6186-5aab-4e25-9f4b-bdbfb7474021), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:59.367571 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d58e129-ea8f-4597-a848-db0007467d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540858'] for router_interface (4e9e7074-2157-4fc4-a95a-3687bfe648e1), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:59.408060 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 3ba796cb-ee23-486b-bd9f-da8b3cfc927b up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:08:59.448145 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:59.450980 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] For port 0fce6186-5aab-4e25-9f4b-bdbfb7474021, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:08:59.471835 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] For port 0fce6186-5aab-4e25-9f4b-bdbfb7474021, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=0fce6186-5aab-4e25-9f4b-bdbfb7474021,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:08:59.482588 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (0fce6186-5aab-4e25-9f4b-bdbfb7474021), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:59.515696 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 3ba796cb-ee23-486b-bd9f-da8b3cfc927b triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:08:59.516085 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (3ba796cb-ee23-486b-bd9f-da8b3cfc927b), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:59.585015 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f46a4-9a34-4d46-886c-052754cac427 None None] Pushing event updated for resources: {'Port': ['ID=0fce6186-5aab-4e25-9f4b-bdbfb7474021,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:08:59.591606 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] Routers {'4e9e7074-2157-4fc4-a95a-3687bfe648e1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:08:59.592258 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:08:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['4e9e7074-2157-4fc4-a95a-3687bfe648e1'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:08:59.649401 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-f493e9e5-8668-4241-9b19-73b54652bc90 None None] Provisioning complete for port e4e42a91-b3b9-434c-a150-23281a06af6b triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:08:59.650247 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-f493e9e5-8668-4241-9b19-73b54652bc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (e4e42a91-b3b9-434c-a150-23281a06af6b), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:59.817534 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d58e129-ea8f-4597-a848-db0007467d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (e4e42a91-b3b9-434c-a150-23281a06af6b), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:59.889138 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-f493e9e5-8668-4241-9b19-73b54652bc90 None None] Port e4e42a91-b3b9-434c-a150-23281a06af6b cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:08:59.890754 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 3ba796cb-ee23-486b-bd9f-da8b3cfc927b is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:08:59.915036 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] Set router 4e9e7074-2157-4fc4-a95a-3687bfe648e1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:08:59.981806 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d58e129-ea8f-4597-a848-db0007467d1d admin admin] Publish callbacks [] for port (e4e42a91-b3b9-434c-a150-23281a06af6b), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:08:59.987423 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d58e129-ea8f-4597-a848-db0007467d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (e4e42a91-b3b9-434c-a150-23281a06af6b), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:00.062192 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58e129-ea8f-4597-a848-db0007467d1d admin admin] Pushing event updated for resources: {'Port': ['ID=e4e42a91-b3b9-434c-a150-23281a06af6b,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:00.064637 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-0d58e129-ea8f-4597-a848-db0007467d1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-506185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544391'] for router_interface (4e9e7074-2157-4fc4-a95a-3687bfe648e1), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:00.096078 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'name': 'tempest-TestShelveInstance-984341737-router', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:08:56Z', 'updated_at': '2022-05-10T14:08:57Z', 'revision_number': 3, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'gw_port': {'id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:34:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:08:57Z', 'updated_at': '2022-05-10T14:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:00.122612 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035a3b27-13bb-421b-ae8d-eaf0db17ef8b None None] The sync data for ids ['4e9e7074-2157-4fc4-a95a-3687bfe648e1'] in dv-cinder-840678-6-iscsi is: [{'id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'name': 'tempest-TestShelveInstance-984341737-router', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:08:56Z', 'updated_at': '2022-05-10T14:08:57Z', 'revision_number': 3, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'gw_port': {'id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:34:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:08:57Z', 'updated_at': '2022-05-10T14:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:09:00.161289 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d58e129-ea8f-4597-a848-db0007467d1d admin admin] Network c82a2923-712e-41ee-8597-e48c8815a404 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:09:00.162684 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-0d58e129-ea8f-4597-a848-db0007467d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:09:00.287360 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d58e129-ea8f-4597-a848-db0007467d1d admin admin] Router 4e9e7074-2157-4fc4-a95a-3687bfe648e1 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:09:00.413878 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-89048b90-70d6-4154-b29f-3074ed3a7365 None None] Provisioning complete for port e4e42a91-b3b9-434c-a150-23281a06af6b triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:00.414495 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-89048b90-70d6-4154-b29f-3074ed3a7365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (e4e42a91-b3b9-434c-a150-23281a06af6b), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:00.450979 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-89048b90-70d6-4154-b29f-3074ed3a7365 None None] Port e4e42a91-b3b9-434c-a150-23281a06af6b cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:09:00.454095 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d58e129-ea8f-4597-a848-db0007467d1d admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:09:00.459311 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-0d58e129-ea8f-4597-a848-db0007467d1d admin admin] 10.222.0.49 "PUT /v2.0/routers/4e9e7074-2157-4fc4-a95a-3687bfe648e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9740665 May 10 14:09:00.778602 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:00.964070 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 59498) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:00.969311 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-d59f3046-1c85-4183-8eb9-5ef0905ad598 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1521295272-network', 'tenant_id': 'e8d60c3a227e4d0f9ee942520ce94f06'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:00.989210 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59f3046-1c85-4183-8eb9-5ef0905ad598 admin admin] Made reservation on behalf of e8d60c3a227e4d0f9ee942520ce94f06 for: {'network': 1} {{(pid=103390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:09:00.991506 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d59f3046-1c85-4183-8eb9-5ef0905ad598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for network (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:01.001351 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d59f3046-1c85-4183-8eb9-5ef0905ad598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:01.079357 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d59f3046-1c85-4183-8eb9-5ef0905ad598 admin admin] Publish callbacks [] for security_group (ae6e61dc-50a8-49c0-b711-ef6971f241d7), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:01.083061 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d59f3046-1c85-4183-8eb9-5ef0905ad598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (ae6e61dc-50a8-49c0-b711-ef6971f241d7), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:01.111046 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59f3046-1c85-4183-8eb9-5ef0905ad598 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 14:09:01.115492 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f3046-1c85-4183-8eb9-5ef0905ad598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6e61dc-50a8-49c0-b711-ef6971f241d7,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:01.123289 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d59f3046-1c85-4183-8eb9-5ef0905ad598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (8ccad577-cca1-41d3-ad0b-1c127276b596), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:01.124161 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.segments_db [None req-d59f3046-1c85-4183-8eb9-5ef0905ad598 admin admin] Added segment 8ccad577-cca1-41d3-ad0b-1c127276b596 of type vlan for network 89a399a9-2ac1-48a9-ad51-ea850539253e May 10 14:09:01.162546 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d59f3046-1c85-4183-8eb9-5ef0905ad598 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770989082799'] for network (89a399a9-2ac1-48a9-ad51-ea850539253e), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:01.190231 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d59f3046-1c85-4183-8eb9-5ef0905ad598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203'] for network (89a399a9-2ac1-48a9-ad51-ea850539253e), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:01.191364 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59f3046-1c85-4183-8eb9-5ef0905ad598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:01.191977 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d59f3046-1c85-4183-8eb9-5ef0905ad598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:01.247004 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d59f3046-1c85-4183-8eb9-5ef0905ad598 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2816179 May 10 14:09:01.249813 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 59502) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:01.252529 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f3046-1c85-4183-8eb9-5ef0905ad598 admin admin] Pushing event updated for resources: {'Network': ['ID=89a399a9-2ac1-48a9-ad51-ea850539253e,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:01.254808 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [None req-6f739661-ad7f-464c-8683-02e427024985 admin admin] Request body: {'subnet': {'network_id': '89a399a9-2ac1-48a9-ad51-ea850539253e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1521295272-subnet', 'tenant_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'ip_version': 4}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:01.262432 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Network 89a399a9-2ac1-48a9-ad51-ea850539253e details requested by agent ovs-agent-dv-cinder-840678-6-iscsi with host dv-cinder-840678-6-iscsi {{(pid=103391) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 14:09:01.274578 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f739661-ad7f-464c-8683-02e427024985 admin admin] Made reservation on behalf of e8d60c3a227e4d0f9ee942520ce94f06 for: {'subnet': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:09:01.277148 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6f739661-ad7f-464c-8683-02e427024985 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10135818'] for subnet (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:01.371559 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 0fce6186-5aab-4e25-9f4b-bdbfb7474021 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:09:01.432601 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 0fce6186-5aab-4e25-9f4b-bdbfb7474021 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:01.433209 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (0fce6186-5aab-4e25-9f4b-bdbfb7474021), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:01.475493 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6f739661-ad7f-464c-8683-02e427024985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9373718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10135828'] for subnet (ba5fee30-d8c2-43ff-9344-8a9b696c9a2a), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:01.513808 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 0fce6186-5aab-4e25-9f4b-bdbfb7474021 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:01.514202 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (0fce6186-5aab-4e25-9f4b-bdbfb7474021), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:01.532726 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f739661-ad7f-464c-8683-02e427024985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba5fee30-d8c2-43ff-9344-8a9b696c9a2a,revision_number=0']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:01.536732 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] For port 0fce6186-5aab-4e25-9f4b-bdbfb7474021, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=0fce6186-5aab-4e25-9f4b-bdbfb7474021,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:01.542014 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (0fce6186-5aab-4e25-9f4b-bdbfb7474021), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:01.542283 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f739661-ad7f-464c-8683-02e427024985 admin admin] Checking segment: {'id': '8ccad577-cca1-41d3-ad0b-1c127276b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '89a399a9-2ac1-48a9-ad51-ea850539253e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:09:01.542684 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f739661-ad7f-464c-8683-02e427024985 admin admin] Network hostable DHCP agents. Network: 89a399a9-2ac1-48a9-ad51-ea850539253e, hostable agents: ['9d798d4e-9452-4d08-ac49-c41e5143ffdf'], hosted agents: [] {{(pid=103389) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 14:09:01.560644 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f739661-ad7f-464c-8683-02e427024985 admin admin] Network 89a399a9-2ac1-48a9-ad51-ea850539253e is scheduled to be hosted by DHCP agent 9d798d4e-9452-4d08-ac49-c41e5143ffdf with binding_index 1 {{(pid=103389) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 14:09:01.570310 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [None req-6f739661-ad7f-464c-8683-02e427024985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840678-6-iscsi, 89a399a9-2ac1-48a9-ad51-ea850539253e) {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:09:01.576738 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f739661-ad7f-464c-8683-02e427024985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:01.577370 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-6f739661-ad7f-464c-8683-02e427024985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:01.577935 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257abe31-3fe3-4a82-892c-05a82d10e98e None None] Network 89a399a9-2ac1-48a9-ad51-ea850539253e requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:09:01.598730 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 59506) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:01.598938 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-6f739661-ad7f-464c-8683-02e427024985 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3478007 May 10 14:09:01.603889 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-d3deded6-03d3-4bca-a351-5a1189488560 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1521295272-router', 'tenant_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:01.622728 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d3deded6-03d3-4bca-a351-5a1189488560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1632'] for router (45337203-80ad-4b3a-a57c-d68d501b14c1), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:01.623750 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d3deded6-03d3-4bca-a351-5a1189488560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1627'] for router (45337203-80ad-4b3a-a57c-d68d501b14c1), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:01.645818 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Pushing event updated for resources: {'Port': ['ID=0fce6186-5aab-4e25-9f4b-bdbfb7474021,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:01.689477 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d3deded6-03d3-4bca-a351-5a1189488560 admin admin] Publish callbacks [] for router_controller (45337203-80ad-4b3a-a57c-d68d501b14c1), precommit_add_association {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:01.705435 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180aec5b-0ca8-49a6-8b74-ebc138318eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b1d9a71-d8a9-5fac-b8fc-dea2988d9731-89a399a9-2ac1-48a9-ad51-ea850539253e', 'network_id': '89a399a9-2ac1-48a9-ad51-ea850539253e', 'project_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'fixed_ips': [{'subnet_id': 'ba5fee30-d8c2-43ff-9344-8a9b696c9a2a'}]}} from dv-cinder-840678-6-iscsi. {{(pid=103391) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 14:09:01.706280 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-180aec5b-0ca8-49a6-8b74-ebc138318eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:01.767797 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] Sync routers for ids ['4e9e7074-2157-4fc4-a95a-3687bfe648e1'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:09:01.790382 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] Routers {'4e9e7074-2157-4fc4-a95a-3687bfe648e1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:01.791036 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:08:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['4e9e7074-2157-4fc4-a95a-3687bfe648e1'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:01.861800 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.db_base_plugin_common [None req-180aec5b-0ca8-49a6-8b74-ebc138318eee None None] Allocated IP 172.20.0.2 (89a399a9-2ac1-48a9-ad51-ea850539253e/ba5fee30-d8c2-43ff-9344-8a9b696c9a2a/87a447d4-1542-487c-b05f-1e22fd17e931) {{(pid=103391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:09:02.034950 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] Set router 4e9e7074-2157-4fc4-a95a-3687bfe648e1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:02.101593 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-180aec5b-0ca8-49a6-8b74-ebc138318eee None None] Publish callbacks [] for port (87a447d4-1542-487c-b05f-1e22fd17e931), precommit_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:02.110464 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-180aec5b-0ca8-49a6-8b74-ebc138318eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888'] for port (87a447d4-1542-487c-b05f-1e22fd17e931), after_create {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:02.166770 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180aec5b-0ca8-49a6-8b74-ebc138318eee None None] Pushing event updated for resources: {'Port': ['ID=87a447d4-1542-487c-b05f-1e22fd17e931,revision_number=1']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:02.173988 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180aec5b-0ca8-49a6-8b74-ebc138318eee None None] Network 89a399a9-2ac1-48a9-ad51-ea850539253e is already hosted by enough agents. {{(pid=103391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:09:02.176149 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.scheduler.base_scheduler [None req-180aec5b-0ca8-49a6-8b74-ebc138318eee None None] Resources bound (agent type, host, resource id): {{(pid=103391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:09:02.178446 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180aec5b-0ca8-49a6-8b74-ebc138318eee None None] Received port after_create {{(pid=103391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:09:02.200228 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d3deded6-03d3-4bca-a351-5a1189488560 admin admin] Publish callbacks [] for router_gateway (45337203-80ad-4b3a-a57c-d68d501b14c1), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:02.238561 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-180aec5b-0ca8-49a6-8b74-ebc138318eee None None] Attempting to bind port 87a447d4-1542-487c-b05f-1e22fd17e931 on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:09:02.238928 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-180aec5b-0ca8-49a6-8b74-ebc138318eee None None] Attempting to bind port 87a447d4-1542-487c-b05f-1e22fd17e931 by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '8ccad577-cca1-41d3-ad0b-1c127276b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '89a399a9-2ac1-48a9-ad51-ea850539253e'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:09:02.239298 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180aec5b-0ca8-49a6-8b74-ebc138318eee None None] Attempting to bind port 87a447d4-1542-487c-b05f-1e22fd17e931 on network 89a399a9-2ac1-48a9-ad51-ea850539253e {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:09:02.245239 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180aec5b-0ca8-49a6-8b74-ebc138318eee None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:09:02.245625 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180aec5b-0ca8-49a6-8b74-ebc138318eee None None] Checking segment: {'id': '8ccad577-cca1-41d3-ad0b-1c127276b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '89a399a9-2ac1-48a9-ad51-ea850539253e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:09:02.246590 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-180aec5b-0ca8-49a6-8b74-ebc138318eee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:02.246997 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180aec5b-0ca8-49a6-8b74-ebc138318eee None None] Bound using segment: {'id': '8ccad577-cca1-41d3-ad0b-1c127276b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '89a399a9-2ac1-48a9-ad51-ea850539253e'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:09:02.247472 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-180aec5b-0ca8-49a6-8b74-ebc138318eee None None] Bound port: 87a447d4-1542-487c-b05f-1e22fd17e931, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccad577-cca1-41d3-ad0b-1c127276b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '89a399a9-2ac1-48a9-ad51-ea850539253e'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:09:02.247862 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-180aec5b-0ca8-49a6-8b74-ebc138318eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (87a447d4-1542-487c-b05f-1e22fd17e931), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:02.252147 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'name': 'tempest-TestShelveInstance-984341737-router', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:08:56Z', 'updated_at': '2022-05-10T14:08:59Z', 'revision_number': 4, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'gw_port': {'id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:34:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:08:57Z', 'updated_at': '2022-05-10T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'e4e42a91-b3b9-434c-a150-23281a06af6b', 'name': '', 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'mac_address': 'fa:16:3e:fa:3e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2068c7ea-d0dc-482d-a859-f520d3ff2436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:08:58Z', 'updated_at': '2022-05-10T14:08:59Z', 'revision_number': 2, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'subnets': [{'id': '2068c7ea-d0dc-482d-a859-f520d3ff2436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:02.280397 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] Checking router: 4e9e7074-2157-4fc4-a95a-3687bfe648e1 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:09:02.281102 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] Updating router 4e9e7074-2157-4fc4-a95a-3687bfe648e1 port e4e42a91-b3b9-434c-a150-23281a06af6b binding host dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:09:02.308745 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (e4e42a91-b3b9-434c-a150-23281a06af6b), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:02.334442 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-180aec5b-0ca8-49a6-8b74-ebc138318eee None None] For port 87a447d4-1542-487c-b05f-1e22fd17e931, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:09:02.336562 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:02.340765 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-180aec5b-0ca8-49a6-8b74-ebc138318eee None None] For port 87a447d4-1542-487c-b05f-1e22fd17e931, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=87a447d4-1542-487c-b05f-1e22fd17e931,segment=NetworkSegment(8ccad577-cca1-41d3-ad0b-1c127276b596),segment_id=8ccad577-cca1-41d3-ad0b-1c127276b596)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:09:02.347161 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-180aec5b-0ca8-49a6-8b74-ebc138318eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (87a447d4-1542-487c-b05f-1e22fd17e931), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:02.403003 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d3deded6-03d3-4bca-a351-5a1189488560 admin admin] Publish callbacks [] for router_gateway (45337203-80ad-4b3a-a57c-d68d501b14c1), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:02.412852 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180aec5b-0ca8-49a6-8b74-ebc138318eee None None] Pushing event updated for resources: {'Port': ['ID=87a447d4-1542-487c-b05f-1e22fd17e931,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:02.423005 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d3deded6-03d3-4bca-a351-5a1189488560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:02.583654 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a13f1c69-5c0a-47ff-ba4e-05156dce8839 req-02c639ad-d2f8-41ee-9921-8e5cce52b6e2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0631893 May 10 14:09:02.584882 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-d3deded6-03d3-4bca-a351-5a1189488560 admin admin] Allocated IP 172.27.3.61 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/901bcc97-1c84-43d3-8a1b-6922cccc34ef) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:09:02.609787 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] Publish callbacks [] for port (e4e42a91-b3b9-434c-a150-23281a06af6b), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:02.632494 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (e4e42a91-b3b9-434c-a150-23281a06af6b), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:02.669790 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:09:02.695437 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54417a27-e812-4266-aea5-0359e64074aa None None] Pushing event updated for resources: {'Port': ['ID=e4e42a91-b3b9-434c-a150-23281a06af6b,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:02.760104 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54417a27-e812-4266-aea5-0359e64074aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:02.760483 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54417a27-e812-4266-aea5-0359e64074aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:02.761034 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54417a27-e812-4266-aea5-0359e64074aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:02.761569 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54417a27-e812-4266-aea5-0359e64074aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:02.762084 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54417a27-e812-4266-aea5-0359e64074aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:02.762372 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f1c69-5c0a-47ff-ba4e-05156dce8839 req-aeafc0d2-f1b5-4acc-afe3-326b8bd1e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:02.762753 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54417a27-e812-4266-aea5-0359e64074aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:02.763246 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54417a27-e812-4266-aea5-0359e64074aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:02.763755 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54417a27-e812-4266-aea5-0359e64074aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:02.763895 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a13f1c69-5c0a-47ff-ba4e-05156dce8839 req-aeafc0d2-f1b5-4acc-afe3-326b8bd1e95f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=104740054c3a47ca8cc3cb262d975fd5&device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 1130 time: 0.0602722 May 10 14:09:02.764405 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54417a27-e812-4266-aea5-0359e64074aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:02.765163 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54417a27-e812-4266-aea5-0359e64074aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:02.765656 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54417a27-e812-4266-aea5-0359e64074aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:02.766165 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54417a27-e812-4266-aea5-0359e64074aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:02.766694 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54417a27-e812-4266-aea5-0359e64074aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:02.767034 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54417a27-e812-4266-aea5-0359e64074aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:02.767365 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54417a27-e812-4266-aea5-0359e64074aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:02.772852 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] Attempting to bind port e4e42a91-b3b9-434c-a150-23281a06af6b on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:09:02.773921 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] Attempting to bind port e4e42a91-b3b9-434c-a150-23281a06af6b by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': 'a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:09:02.774493 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] Attempting to bind port e4e42a91-b3b9-434c-a150-23281a06af6b on network c82a2923-712e-41ee-8597-e48c8815a404 {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:09:02.781169 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:09:02.781552 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] Checking segment: {'id': 'a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:09:02.781957 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:02.782355 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] Bound using segment: {'id': 'a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:09:02.782839 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] Bound port: e4e42a91-b3b9-434c-a150-23281a06af6b, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:09:02.783226 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (e4e42a91-b3b9-434c-a150-23281a06af6b), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:02.857258 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d3deded6-03d3-4bca-a351-5a1189488560 admin admin] Publish callbacks [] for port (901bcc97-1c84-43d3-8a1b-6922cccc34ef), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:02.858578 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] For port e4e42a91-b3b9-434c-a150-23281a06af6b, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:09:02.862027 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] For port e4e42a91-b3b9-434c-a150-23281a06af6b, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=e4e42a91-b3b9-434c-a150-23281a06af6b,segment=NetworkSegment(a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a),segment_id=a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:09:02.871139 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (e4e42a91-b3b9-434c-a150-23281a06af6b), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:02.920217 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f1c69-5c0a-47ff-ba4e-05156dce8839 req-033801ae-ea55-4841-ba13-a6abbde64fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:02.921690 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a13f1c69-5c0a-47ff-ba4e-05156dce8839 req-033801ae-ea55-4841-ba13-a6abbde64fc7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c3ef3499-58c5-4573-b70a-3147dbe30f92 HTTP/1.1" status: 200 len: 912 time: 0.1332777 May 10 14:09:02.935103 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] Routers {'4e9e7074-2157-4fc4-a95a-3687bfe648e1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:02.935743 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:08:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['4e9e7074-2157-4fc4-a95a-3687bfe648e1'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:02.939556 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d3deded6-03d3-4bca-a351-5a1189488560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (901bcc97-1c84-43d3-8a1b-6922cccc34ef), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:02.986115 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54417a27-e812-4266-aea5-0359e64074aa None None] Pushing event updated for resources: {'Port': ['ID=e4e42a91-b3b9-434c-a150-23281a06af6b,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:03.022083 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3deded6-03d3-4bca-a351-5a1189488560 admin admin] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:09:03.029378 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-d3deded6-03d3-4bca-a351-5a1189488560 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:09:03.042877 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3deded6-03d3-4bca-a351-5a1189488560 admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:09:03.058384 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a13f1c69-5c0a-47ff-ba4e-05156dce8839 req-7b98b9d9-3c88-4abc-b802-7b448208818f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b71aba5-cc9f-45c9-8184-f38605a005e7 HTTP/1.1" status: 200 len: 1001 time: 0.1294549 May 10 14:09:03.081783 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3deded6-03d3-4bca-a351-5a1189488560 admin admin] Pushing event updated for resources: {'Port': ['ID=901bcc97-1c84-43d3-8a1b-6922cccc34ef,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:03.096265 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-dcb52a0e-60a6-40a0-99eb-d34a48268d03 None None] Provisioning complete for port e4e42a91-b3b9-434c-a150-23281a06af6b triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:03.096783 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dcb52a0e-60a6-40a0-99eb-d34a48268d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (e4e42a91-b3b9-434c-a150-23281a06af6b), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:03.122445 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] Set router 4e9e7074-2157-4fc4-a95a-3687bfe648e1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:03.191887 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-dcb52a0e-60a6-40a0-99eb-d34a48268d03 None None] Current status of the port e4e42a91-b3b9-434c-a150-23281a06af6b is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:03.192321 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dcb52a0e-60a6-40a0-99eb-d34a48268d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (e4e42a91-b3b9-434c-a150-23281a06af6b), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:03.245070 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-dcb52a0e-60a6-40a0-99eb-d34a48268d03 None None] For port e4e42a91-b3b9-434c-a150-23281a06af6b, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=e4e42a91-b3b9-434c-a150-23281a06af6b,segment=NetworkSegment(a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a),segment_id=a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:03.254986 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-dcb52a0e-60a6-40a0-99eb-d34a48268d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (e4e42a91-b3b9-434c-a150-23281a06af6b), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:03.273192 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f1c69-5c0a-47ff-ba4e-05156dce8839 req-49135ee4-a917-4ccd-8530-3aa164a0e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:03.274761 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a13f1c69-5c0a-47ff-ba4e-05156dce8839 req-49135ee4-a917-4ccd-8530-3aa164a0e813 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea5f467a-2a77-46ae-b000-00f12ba5a923 HTTP/1.1" status: 200 len: 850 time: 0.1884499 May 10 14:09:03.351964 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb52a0e-60a6-40a0-99eb-d34a48268d03 None None] Pushing event updated for resources: {'Port': ['ID=e4e42a91-b3b9-434c-a150-23281a06af6b,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:03.404908 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-04def69b-894c-41b1-8001-46995e8a1c62 None None] Provisioning complete for port e4e42a91-b3b9-434c-a150-23281a06af6b triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:03.405284 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-04def69b-894c-41b1-8001-46995e8a1c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (e4e42a91-b3b9-434c-a150-23281a06af6b), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:03.471761 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'name': 'tempest-TestShelveInstance-984341737-router', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:08:56Z', 'updated_at': '2022-05-10T14:08:59Z', 'revision_number': 4, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'gw_port': {'id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:34:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:08:57Z', 'updated_at': '2022-05-10T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'e4e42a91-b3b9-434c-a150-23281a06af6b', 'name': '', 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'mac_address': 'fa:16:3e:fa:3e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2068c7ea-d0dc-482d-a859-f520d3ff2436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:08:58Z', 'updated_at': '2022-05-10T14:09:02Z', 'revision_number': 4, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'subnets': [{'id': '2068c7ea-d0dc-482d-a859-f520d3ff2436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:03.524790 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280a997c-8a3c-4bdd-a4b3-a9f14f8a9a0c None None] The sync data for ids ['4e9e7074-2157-4fc4-a95a-3687bfe648e1'] in dv-cinder-840678-6-iscsi is: [{'id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'name': 'tempest-TestShelveInstance-984341737-router', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:08:56Z', 'updated_at': '2022-05-10T14:08:59Z', 'revision_number': 4, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'gw_port': {'id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:34:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:08:57Z', 'updated_at': '2022-05-10T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'e4e42a91-b3b9-434c-a150-23281a06af6b', 'name': '', 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'mac_address': 'fa:16:3e:fa:3e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2068c7ea-d0dc-482d-a859-f520d3ff2436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:08:58Z', 'updated_at': '2022-05-10T14:09:02Z', 'revision_number': 4, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'subnets': [{'id': '2068c7ea-d0dc-482d-a859-f520d3ff2436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:09:03.526014 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-04def69b-894c-41b1-8001-46995e8a1c62 None None] Current status of the port e4e42a91-b3b9-434c-a150-23281a06af6b is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:03.537990 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427f8cc-ef6d-416c-9e5a-b7403c2130f8 req-d25628ed-ef0f-4609-a169-f14e2f7ba8a9 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:03.539617 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8427f8cc-ef6d-416c-9e5a-b7403c2130f8 req-d25628ed-ef0f-4609-a169-f14e2f7ba8a9 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 946 time: 0.0783637 May 10 14:09:03.562018 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 87a447d4-1542-487c-b05f-1e22fd17e931 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:09:03.563355 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f1c69-5c0a-47ff-ba4e-05156dce8839 req-c94ce616-ac90-41dd-bbb2-e54b0eb47c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:03.564868 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a13f1c69-5c0a-47ff-ba4e-05156dce8839 req-c94ce616-ac90-41dd-bbb2-e54b0eb47c33 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c3ef3499-58c5-4573-b70a-3147dbe30f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2707350 May 10 14:09:03.639142 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 87a447d4-1542-487c-b05f-1e22fd17e931 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:03.641531 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (87a447d4-1542-487c-b05f-1e22fd17e931), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:03.693777 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8427f8cc-ef6d-416c-9e5a-b7403c2130f8 req-716fb671-8bf4-4da0-975b-207276f4923c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387322 May 10 14:09:03.770857 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d3deded6-03d3-4bca-a351-5a1189488560 admin admin] Publish callbacks [] for router_gateway (45337203-80ad-4b3a-a57c-d68d501b14c1), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:03.781632 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 87a447d4-1542-487c-b05f-1e22fd17e931 is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:03.782359 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (87a447d4-1542-487c-b05f-1e22fd17e931), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:03.825775 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] For port 87a447d4-1542-487c-b05f-1e22fd17e931, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=87a447d4-1542-487c-b05f-1e22fd17e931,segment=NetworkSegment(8ccad577-cca1-41d3-ad0b-1c127276b596),segment_id=8ccad577-cca1-41d3-ad0b-1c127276b596)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:03.832030 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (87a447d4-1542-487c-b05f-1e22fd17e931), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:03.833290 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 0fce6186-5aab-4e25-9f4b-bdbfb7474021 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:09:03.840462 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4e0d4a-f362-4b3d-b405-05a3e0deefcf None None] Network 89a399a9-2ac1-48a9-ad51-ea850539253e requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:09:03.942554 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-a2abe237-3867-4da7-9a1a-4833ad712d18 None None] Provisioning complete for port 87a447d4-1542-487c-b05f-1e22fd17e931 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:03.942939 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a2abe237-3867-4da7-9a1a-4833ad712d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (87a447d4-1542-487c-b05f-1e22fd17e931), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:03.986762 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d3deded6-03d3-4bca-a351-5a1189488560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-537837'] for router (45337203-80ad-4b3a-a57c-d68d501b14c1), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:04.027337 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Pushing event updated for resources: {'Port': ['ID=87a447d4-1542-487c-b05f-1e22fd17e931,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:04.057396 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 0fce6186-5aab-4e25-9f4b-bdbfb7474021 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:04.057396 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (0fce6186-5aab-4e25-9f4b-bdbfb7474021), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:04.138323 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3deded6-03d3-4bca-a351-5a1189488560 admin admin] Router 45337203-80ad-4b3a-a57c-d68d501b14c1 is scheduled to L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 with binding_index 1 {{(pid=103390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 14:09:04.155528 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-a2abe237-3867-4da7-9a1a-4833ad712d18 None None] Current status of the port 87a447d4-1542-487c-b05f-1e22fd17e931 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:04.210475 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 0fce6186-5aab-4e25-9f4b-bdbfb7474021 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:04.258661 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3deded6-03d3-4bca-a351-5a1189488560 admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:09:04.268106 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] Sync routers for ids ['45337203-80ad-4b3a-a57c-d68d501b14c1'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:09:04.280681 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] Routers {'45337203-80ad-4b3a-a57c-d68d501b14c1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:04.281581 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:08:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['45337203-80ad-4b3a-a57c-d68d501b14c1'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:04.282873 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-d3deded6-03d3-4bca-a351-5a1189488560 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:04.284699 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-d3deded6-03d3-4bca-a351-5a1189488560 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6849093 May 10 14:09:04.287273 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 59526) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:04.559369 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-2b45b70a-5996-4f36-b510-2dfd1e24dbed None None] Provisioning complete for port 87a447d4-1542-487c-b05f-1e22fd17e931 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:04.559740 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2b45b70a-5996-4f36-b510-2dfd1e24dbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (87a447d4-1542-487c-b05f-1e22fd17e931), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:04.586371 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] Set router 45337203-80ad-4b3a-a57c-d68d501b14c1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:04.771047 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-2b45b70a-5996-4f36-b510-2dfd1e24dbed None None] Current status of the port 87a447d4-1542-487c-b05f-1e22fd17e931 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:04.820646 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45337203-80ad-4b3a-a57c-d68d501b14c1', 'name': 'tempest-TestShelveInstance-1521295272-router', 'tenant_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '901bcc97-1c84-43d3-8a1b-6922cccc34ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:01Z', 'updated_at': '2022-05-10T14:09:03Z', 'revision_number': 3, 'project_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'gw_port': {'id': '901bcc97-1c84-43d3-8a1b-6922cccc34ef', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:52:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45337203-80ad-4b3a-a57c-d68d501b14c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:02Z', 'updated_at': '2022-05-10T14:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:04.833264 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ae4b2-b8c2-4ff3-819b-029cff67628d req-6cc798c8-1b7c-4245-ab54-99baa34ea1f2 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:04.837835 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a56ae4b2-b8c2-4ff3-819b-029cff67628d req-6cc798c8-1b7c-4245-ab54-99baa34ea1f2 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 946 time: 0.0538588 May 10 14:09:04.841764 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-39b13879-f596-4c82-8af1-3533e60e82b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:04.850292 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] Checking router: 45337203-80ad-4b3a-a57c-d68d501b14c1 for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:09:04.851003 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] Updating router 45337203-80ad-4b3a-a57c-d68d501b14c1 port 901bcc97-1c84-43d3-8a1b-6922cccc34ef binding host dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:09:04.861429 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a13f1c69-5c0a-47ff-ba4e-05156dce8839 req-29cfd9bd-f37f-488a-8181-056b110da4c0 service neutron] 10.222.0.57 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771145 May 10 14:09:04.879315 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (901bcc97-1c84-43d3-8a1b-6922cccc34ef), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:04.891015 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a56ae4b2-b8c2-4ff3-819b-029cff67628d req-0cc5bbcb-8296-4df3-b2d2-41c5629e4a4d tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477755 May 10 14:09:05.061843 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a13f1c69-5c0a-47ff-ba4e-05156dce8839 req-1fc1dc36-78b3-4036-b895-c508ab9d89d9 service neutron] 10.222.0.57 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848817 May 10 14:09:05.086079 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-39b13879-f596-4c82-8af1-3533e60e82b6 admin admin] Allocated IP 172.20.0.1 (89a399a9-2ac1-48a9-ad51-ea850539253e/ba5fee30-d8c2-43ff-9344-8a9b696c9a2a/656a3fff-61c8-4b82-819e-48e9bb38604f) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:09:05.123283 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6819a1b-3318-45ea-ae90-bb6bc0d86b38 req-c35e4d66-5adc-4732-ace4-8b7d5a55c4a7 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:05.124904 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d6819a1b-3318-45ea-ae90-bb6bc0d86b38 req-c35e4d66-5adc-4732-ace4-8b7d5a55c4a7 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.57 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 946 time: 0.0674391 May 10 14:09:05.152086 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] Publish callbacks [] for port (901bcc97-1c84-43d3-8a1b-6922cccc34ef), precommit_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:05.159741 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (901bcc97-1c84-43d3-8a1b-6922cccc34ef), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:05.212147 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-39b13879-f596-4c82-8af1-3533e60e82b6 admin admin] Publish callbacks [] for port (656a3fff-61c8-4b82-819e-48e9bb38604f), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:05.216705 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] Attempting to bind port 901bcc97-1c84-43d3-8a1b-6922cccc34ef on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:09:05.217175 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] Attempting to bind port 901bcc97-1c84-43d3-8a1b-6922cccc34ef by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:09:05.217635 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] Attempting to bind port 901bcc97-1c84-43d3-8a1b-6922cccc34ef on network 89429d30-8d6e-4195-a41d-5d4817ee56e2 {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:09:05.219662 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1e11d-7c2c-46c6-8454-048d2e36a399 None None] Pushing event updated for resources: {'Port': ['ID=901bcc97-1c84-43d3-8a1b-6922cccc34ef,revision_number=2']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:05.225269 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:09:05.225738 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] Checking segment: {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:09:05.226212 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:05.226669 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] Bound using segment: {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'} {{(pid=103391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:09:05.226776 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-d6819a1b-3318-45ea-ae90-bb6bc0d86b38 req-e2a355d9-64a7-4bd5-8fdb-49c6ba366de5 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Deleting port e43674f4-dd4d-41cb-9f1a-5b021cf0edab {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:09:05.227621 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-d6819a1b-3318-45ea-ae90-bb6bc0d86b38 req-e2a355d9-64a7-4bd5-8fdb-49c6ba366de5 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (e43674f4-dd4d-41cb-9f1a-5b021cf0edab), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:05.227785 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.managers [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] Bound port: 901bcc97-1c84-43d3-8a1b-6922cccc34ef, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2'}}] {{(pid=103391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:09:05.227904 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (901bcc97-1c84-43d3-8a1b-6922cccc34ef), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:05.257016 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-39b13879-f596-4c82-8af1-3533e60e82b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (656a3fff-61c8-4b82-819e-48e9bb38604f), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:05.284007 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] For port 901bcc97-1c84-43d3-8a1b-6922cccc34ef, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:09:05.289251 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] For port 901bcc97-1c84-43d3-8a1b-6922cccc34ef, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=901bcc97-1c84-43d3-8a1b-6922cccc34ef,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:09:05.299509 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (901bcc97-1c84-43d3-8a1b-6922cccc34ef), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:05.306212 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b13879-f596-4c82-8af1-3533e60e82b6 admin admin] Network 89a399a9-2ac1-48a9-ad51-ea850539253e is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:09:05.310605 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b13879-f596-4c82-8af1-3533e60e82b6 admin admin] Pushing event updated for resources: {'Port': ['ID=656a3fff-61c8-4b82-819e-48e9bb38604f,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:05.314046 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-39b13879-f596-4c82-8af1-3533e60e82b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:09:05.316661 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b13879-f596-4c82-8af1-3533e60e82b6 admin admin] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:09:05.332373 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-d6819a1b-3318-45ea-ae90-bb6bc0d86b38 req-e2a355d9-64a7-4bd5-8fdb-49c6ba366de5 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] For port e43674f4-dd4d-41cb-9f1a-5b021cf0edab, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=e43674f4-dd4d-41cb-9f1a-5b021cf0edab,segment=NetworkSegment(d3de4ef5-cecb-4c65-89bf-fc58be2b33e7),segment_id=d3de4ef5-cecb-4c65-89bf-fc58be2b33e7)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:05.333042 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-d6819a1b-3318-45ea-ae90-bb6bc0d86b38 req-e2a355d9-64a7-4bd5-8fdb-49c6ba366de5 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (e43674f4-dd4d-41cb-9f1a-5b021cf0edab), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:05.350420 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-d6819a1b-3318-45ea-ae90-bb6bc0d86b38 req-e2a355d9-64a7-4bd5-8fdb-49c6ba366de5 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Calling delete_port for e43674f4-dd4d-41cb-9f1a-5b021cf0edab owned by compute:nova {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:09:05.365836 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-39b13879-f596-4c82-8af1-3533e60e82b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540858'] for router_interface (45337203-80ad-4b3a-a57c-d68d501b14c1), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:05.379378 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] Routers {'45337203-80ad-4b3a-a57c-d68d501b14c1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:05.380088 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:08:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['45337203-80ad-4b3a-a57c-d68d501b14c1'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:05.445964 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1e11d-7c2c-46c6-8454-048d2e36a399 None None] Pushing event updated for resources: {'Port': ['ID=901bcc97-1c84-43d3-8a1b-6922cccc34ef,revision_number=3']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:05.553149 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-d6819a1b-3318-45ea-ae90-bb6bc0d86b38 req-e2a355d9-64a7-4bd5-8fdb-49c6ba366de5 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (e43674f4-dd4d-41cb-9f1a-5b021cf0edab), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:05.553594 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 87a447d4-1542-487c-b05f-1e22fd17e931 up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:09:05.561249 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-39b13879-f596-4c82-8af1-3533e60e82b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (656a3fff-61c8-4b82-819e-48e9bb38604f), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:05.590483 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a355d9-64a7-4bd5-8fdb-49c6ba366de5 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Pushing event deleted for resources: {'Port': ['ID=e43674f4-dd4d-41cb-9f1a-5b021cf0edab,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:05.593395 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] Set router 45337203-80ad-4b3a-a57c-d68d501b14c1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:05.595685 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['e43674f4-dd4d-41cb-9f1a-5b021cf0edab'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:09:05.640267 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6819a1b-3318-45ea-ae90-bb6bc0d86b38 req-e2a355d9-64a7-4bd5-8fdb-49c6ba366de5 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] No DVR routers for this DVR port e43674f4-dd4d-41cb-9f1a-5b021cf0edab on host hv-cinder-84067 {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:09:05.643482 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-d6819a1b-3318-45ea-ae90-bb6bc0d86b38 req-e2a355d9-64a7-4bd5-8fdb-49c6ba366de5 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:05.646874 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-d6819a1b-3318-45ea-ae90-bb6bc0d86b38 req-e2a355d9-64a7-4bd5-8fdb-49c6ba366de5 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.57 "DELETE /v2.0/ports/e43674f4-dd4d-41cb-9f1a-5b021cf0edab HTTP/1.1" status: 204 len: 173 time: 0.5143821 May 10 14:09:05.647417 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31c2003-362c-4c41-814f-0dd48e4491c6', 'name': 'network-vif-deleted', 'tag': 'e43674f4-dd4d-41cb-9f1a-5b021cf0edab'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:09:05.650948 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9634590d-de0c-4b50-b409-af35febec196" -d '{"events": [{"server_uuid": "b31c2003-362c-4c41-814f-0dd48e4491c6", "name": "network-vif-deleted", "tag": "e43674f4-dd4d-41cb-9f1a-5b021cf0edab"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:09:05.689091 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a669685-d63f-40a2-adc3-763aa48893c7 x-openstack-request-id: req-6a669685-d63f-40a2-adc3-763aa48893c7 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:09:05.689438 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31c2003-362c-4c41-814f-0dd48e4491c6", "name": "network-vif-deleted", "tag": "e43674f4-dd4d-41cb-9f1a-5b021cf0edab", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:09:05.689743 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a669685-d63f-40a2-adc3-763aa48893c7 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:09:05.690186 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a669685-d63f-40a2-adc3-763aa48893c7'] response: {'server_uuid': 'b31c2003-362c-4c41-814f-0dd48e4491c6', 'name': 'network-vif-deleted', 'tag': 'e43674f4-dd4d-41cb-9f1a-5b021cf0edab', 'status': 'completed', 'code': 200} May 10 14:09:05.749293 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-3a21fdb4-cb33-4ab8-b904-c648ba7decd6 None None] Provisioning complete for port 656a3fff-61c8-4b82-819e-48e9bb38604f triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:05.749671 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3a21fdb4-cb33-4ab8-b904-c648ba7decd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (656a3fff-61c8-4b82-819e-48e9bb38604f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:05.761450 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-39b13879-f596-4c82-8af1-3533e60e82b6 admin admin] Publish callbacks [] for port (656a3fff-61c8-4b82-819e-48e9bb38604f), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:05.767936 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-39b13879-f596-4c82-8af1-3533e60e82b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8740167'] for port (656a3fff-61c8-4b82-819e-48e9bb38604f), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:05.796416 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 87a447d4-1542-487c-b05f-1e22fd17e931 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:05.797061 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (87a447d4-1542-487c-b05f-1e22fd17e931), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:05.840137 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-39b13879-f596-4c82-8af1-3533e60e82b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-506185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544391'] for router_interface (45337203-80ad-4b3a-a57c-d68d501b14c1), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:05.840990 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-3a21fdb4-cb33-4ab8-b904-c648ba7decd6 None None] Port 656a3fff-61c8-4b82-819e-48e9bb38604f cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:09:05.842735 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b13879-f596-4c82-8af1-3533e60e82b6 admin admin] Pushing event updated for resources: {'Port': ['ID=656a3fff-61c8-4b82-819e-48e9bb38604f,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:05.900427 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45337203-80ad-4b3a-a57c-d68d501b14c1', 'name': 'tempest-TestShelveInstance-1521295272-router', 'tenant_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '901bcc97-1c84-43d3-8a1b-6922cccc34ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:01Z', 'updated_at': '2022-05-10T14:09:03Z', 'revision_number': 3, 'project_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'gw_port': {'id': '901bcc97-1c84-43d3-8a1b-6922cccc34ef', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:52:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45337203-80ad-4b3a-a57c-d68d501b14c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:02Z', 'updated_at': '2022-05-10T14:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:05.934983 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b13879-f596-4c82-8af1-3533e60e82b6 admin admin] Network 89a399a9-2ac1-48a9-ad51-ea850539253e is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:09:05.937866 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-39b13879-f596-4c82-8af1-3533e60e82b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:09:05.948790 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f8af9a-5dbd-4384-9ac4-a268f501cedd None None] The sync data for ids ['45337203-80ad-4b3a-a57c-d68d501b14c1'] in dv-cinder-840678-6-iscsi is: [{'id': '45337203-80ad-4b3a-a57c-d68d501b14c1', 'name': 'tempest-TestShelveInstance-1521295272-router', 'tenant_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '901bcc97-1c84-43d3-8a1b-6922cccc34ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:01Z', 'updated_at': '2022-05-10T14:09:03Z', 'revision_number': 3, 'project_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'gw_port': {'id': '901bcc97-1c84-43d3-8a1b-6922cccc34ef', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:52:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45337203-80ad-4b3a-a57c-d68d501b14c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:02Z', 'updated_at': '2022-05-10T14:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:09:05.963879 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 87a447d4-1542-487c-b05f-1e22fd17e931 is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:05.965144 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device e4e42a91-b3b9-434c-a150-23281a06af6b up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:09:06.039500 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-e42e533b-dfb4-4000-a53a-f8d1367d341d req-78867d3c-e696-42b9-9750-aca32f8b738e tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=b31c2003-362c-4c41-814f-0dd48e4491c6 HTTP/1.1" status: 200 len: 210 time: 0.0403252 May 10 14:09:06.057150 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port e4e42a91-b3b9-434c-a150-23281a06af6b triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:06.057798 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (e4e42a91-b3b9-434c-a150-23281a06af6b), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:06.097182 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b13879-f596-4c82-8af1-3533e60e82b6 admin admin] Router 45337203-80ad-4b3a-a57c-d68d501b14c1 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:09:06.159230 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port e4e42a91-b3b9-434c-a150-23281a06af6b is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:06.280899 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b13879-f596-4c82-8af1-3533e60e82b6 admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:09:06.295166 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-39b13879-f596-4c82-8af1-3533e60e82b6 admin admin] 10.222.0.49 "PUT /v2.0/routers/45337203-80ad-4b3a-a57c-d68d501b14c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9989338 May 10 14:09:06.295523 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-1119c280-20fb-4b42-aba0-955dca33acd8 None None] Provisioning complete for port 656a3fff-61c8-4b82-819e-48e9bb38604f triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:06.295523 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1119c280-20fb-4b42-aba0-955dca33acd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (656a3fff-61c8-4b82-819e-48e9bb38604f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:06.345268 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-1119c280-20fb-4b42-aba0-955dca33acd8 None None] Port 656a3fff-61c8-4b82-819e-48e9bb38604f cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:09:06.636871 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 59540) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:06.642052 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-ff9034d6-0abf-447b-aad8-987e2e481634 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-982195854', 'description': 'tempest-secgroup-smoke-982195854 description', 'project_id': '5534e7deeddb4f72b5e068060f617c76'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:06.662742 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ff9034d6-0abf-447b-aad8-987e2e481634 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for security_group (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:06.735938 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ff9034d6-0abf-447b-aad8-987e2e481634 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for security_group (923eae1f-0eed-40cf-8e9e-df2613355f78), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:06.740018 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ff9034d6-0abf-447b-aad8-987e2e481634 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (923eae1f-0eed-40cf-8e9e-df2613355f78), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:06.768482 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ff9034d6-0abf-447b-aad8-987e2e481634 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:06.769809 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ff9034d6-0abf-447b-aad8-987e2e481634 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1318033 May 10 14:09:06.772698 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 59542) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:06.778341 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-be43a0f6-3328-4ffa-a0e3-139660f5fd31 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Request body: {'security_group_rule': {'security_group_id': '923eae1f-0eed-40cf-8e9e-df2613355f78', 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:06.783539 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9034d6-0abf-447b-aad8-987e2e481634 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=923eae1f-0eed-40cf-8e9e-df2613355f78,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:06.807960 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-be43a0f6-3328-4ffa-a0e3-139660f5fd31 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for security_group_rule (04575a51-f716-49a1-8a38-c298b24d7414), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:06.865652 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-be43a0f6-3328-4ffa-a0e3-139660f5fd31 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for security_group_rule (04575a51-f716-49a1-8a38-c298b24d7414), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:06.870269 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-be43a0f6-3328-4ffa-a0e3-139660f5fd31 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (04575a51-f716-49a1-8a38-c298b24d7414), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:06.889298 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43a0f6-3328-4ffa-a0e3-139660f5fd31 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04575a51-f716-49a1-8a38-c298b24d7414,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:06.895477 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-be43a0f6-3328-4ffa-a0e3-139660f5fd31 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:06.896705 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-be43a0f6-3328-4ffa-a0e3-139660f5fd31 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230757 May 10 14:09:06.899465 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 59544) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:06.904433 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-818396e6-27bc-4afe-b15f-7c2f061979f8 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Request body: {'security_group_rule': {'security_group_id': '923eae1f-0eed-40cf-8e9e-df2613355f78', 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:06.929083 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-818396e6-27bc-4afe-b15f-7c2f061979f8 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for security_group_rule (4ff9889d-81d7-4628-ae7a-9a42fb531355), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:06.983480 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-818396e6-27bc-4afe-b15f-7c2f061979f8 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for security_group_rule (4ff9889d-81d7-4628-ae7a-9a42fb531355), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:06.986868 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-818396e6-27bc-4afe-b15f-7c2f061979f8 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (4ff9889d-81d7-4628-ae7a-9a42fb531355), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:07.004441 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818396e6-27bc-4afe-b15f-7c2f061979f8 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff9889d-81d7-4628-ae7a-9a42fb531355,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:07.008805 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-818396e6-27bc-4afe-b15f-7c2f061979f8 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:07.010527 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-818396e6-27bc-4afe-b15f-7c2f061979f8 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1095250 May 10 14:09:07.013196 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 59546) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:07.017709 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-1caae6e8-845a-46ee-a839-f760dcc10a35 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Request body: {'security_group_rule': {'security_group_id': '923eae1f-0eed-40cf-8e9e-df2613355f78', 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:07.043338 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1caae6e8-845a-46ee-a839-f760dcc10a35 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for security_group_rule (23f15cb3-d38c-4ece-a167-c8622d8b03d2), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:07.116606 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1caae6e8-845a-46ee-a839-f760dcc10a35 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for security_group_rule (23f15cb3-d38c-4ece-a167-c8622d8b03d2), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:07.121729 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1caae6e8-845a-46ee-a839-f760dcc10a35 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (23f15cb3-d38c-4ece-a167-c8622d8b03d2), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:07.143743 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caae6e8-845a-46ee-a839-f760dcc10a35 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f15cb3-d38c-4ece-a167-c8622d8b03d2,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:07.153153 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-1caae6e8-845a-46ee-a839-f760dcc10a35 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:07.154353 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-1caae6e8-845a-46ee-a839-f760dcc10a35 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1402233 May 10 14:09:07.157108 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 59552) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:07.161424 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-8d8ef3a8-2412-4acf-a475-c29f59a37811 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Request body: {'security_group_rule': {'security_group_id': '923eae1f-0eed-40cf-8e9e-df2613355f78', 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:07.188482 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8d8ef3a8-2412-4acf-a475-c29f59a37811 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for security_group_rule (49457d87-4d03-426b-9db8-b2eb6e4483f9), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:07.250784 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8d8ef3a8-2412-4acf-a475-c29f59a37811 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for security_group_rule (49457d87-4d03-426b-9db8-b2eb6e4483f9), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:07.255479 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8d8ef3a8-2412-4acf-a475-c29f59a37811 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (49457d87-4d03-426b-9db8-b2eb6e4483f9), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:07.274759 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ef3a8-2412-4acf-a475-c29f59a37811 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49457d87-4d03-426b-9db8-b2eb6e4483f9,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:07.282395 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8d8ef3a8-2412-4acf-a475-c29f59a37811 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:07.283604 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8d8ef3a8-2412-4acf-a475-c29f59a37811 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255524 May 10 14:09:07.286504 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 59556) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:07.291308 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-6eb6e7a4-0d1f-45be-b153-f9298954950f tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Request body: {'security_group_rule': {'security_group_id': '923eae1f-0eed-40cf-8e9e-df2613355f78', 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:07.322845 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.securitygroups_db [None req-6eb6e7a4-0d1f-45be-b153-f9298954950f tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Project 5534e7deeddb4f72b5e068060f617c76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:09:07.329042 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6eb6e7a4-0d1f-45be-b153-f9298954950f tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for security_group_rule (9f07ffd6-a60c-437f-8a34-2f7d7c8e7d74), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:07.382092 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 901bcc97-1c84-43d3-8a1b-6922cccc34ef up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:09:07.398901 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6eb6e7a4-0d1f-45be-b153-f9298954950f tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for security_group_rule (9f07ffd6-a60c-437f-8a34-2f7d7c8e7d74), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:07.403814 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6eb6e7a4-0d1f-45be-b153-f9298954950f tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (9f07ffd6-a60c-437f-8a34-2f7d7c8e7d74), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:07.423639 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6e7a4-0d1f-45be-b153-f9298954950f tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f07ffd6-a60c-437f-8a34-2f7d7c8e7d74,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:07.433572 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6eb6e7a4-0d1f-45be-b153-f9298954950f tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:07.437623 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6eb6e7a4-0d1f-45be-b153-f9298954950f tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1487970 May 10 14:09:07.437798 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 59558) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:07.438563 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 901bcc97-1c84-43d3-8a1b-6922cccc34ef triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:07.438969 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (901bcc97-1c84-43d3-8a1b-6922cccc34ef), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:07.442131 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-b5138b4c-a5f0-4b5f-9b18-e5df13efeb68 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Request body: {'security_group_rule': {'security_group_id': '923eae1f-0eed-40cf-8e9e-df2613355f78', 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:07.463806 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.securitygroups_db [None req-b5138b4c-a5f0-4b5f-9b18-e5df13efeb68 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Project 5534e7deeddb4f72b5e068060f617c76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 14:09:07.470014 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b5138b4c-a5f0-4b5f-9b18-e5df13efeb68 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for security_group_rule (9bdbe900-40e3-48f5-8ee9-3d05b23a7aee), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:07.523205 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 901bcc97-1c84-43d3-8a1b-6922cccc34ef is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:07.523598 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (901bcc97-1c84-43d3-8a1b-6922cccc34ef), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:07.538435 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b5138b4c-a5f0-4b5f-9b18-e5df13efeb68 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for security_group_rule (9bdbe900-40e3-48f5-8ee9-3d05b23a7aee), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:07.543009 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b5138b4c-a5f0-4b5f-9b18-e5df13efeb68 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313597'] for security_group_rule (9bdbe900-40e3-48f5-8ee9-3d05b23a7aee), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:07.548068 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] For port 901bcc97-1c84-43d3-8a1b-6922cccc34ef, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=901bcc97-1c84-43d3-8a1b-6922cccc34ef,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:07.552606 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (901bcc97-1c84-43d3-8a1b-6922cccc34ef), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:07.562150 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5138b4c-a5f0-4b5f-9b18-e5df13efeb68 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bdbe900-40e3-48f5-8ee9-3d05b23a7aee,revision_number=0']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:07.572803 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b5138b4c-a5f0-4b5f-9b18-e5df13efeb68 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:07.574016 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b5138b4c-a5f0-4b5f-9b18-e5df13efeb68 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1353252 May 10 14:09:07.612243 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Pushing event updated for resources: {'Port': ['ID=901bcc97-1c84-43d3-8a1b-6922cccc34ef,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:07.691882 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] Sync routers for ids ['45337203-80ad-4b3a-a57c-d68d501b14c1'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:09:07.701526 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] Routers {'45337203-80ad-4b3a-a57c-d68d501b14c1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:07.702176 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:08:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['45337203-80ad-4b3a-a57c-d68d501b14c1'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:07.813564 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] Set router 45337203-80ad-4b3a-a57c-d68d501b14c1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:08.010965 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45337203-80ad-4b3a-a57c-d68d501b14c1', 'name': 'tempest-TestShelveInstance-1521295272-router', 'tenant_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '901bcc97-1c84-43d3-8a1b-6922cccc34ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:01Z', 'updated_at': '2022-05-10T14:09:05Z', 'revision_number': 4, 'project_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'gw_port': {'id': '901bcc97-1c84-43d3-8a1b-6922cccc34ef', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:52:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45337203-80ad-4b3a-a57c-d68d501b14c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:02Z', 'updated_at': '2022-05-10T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': '656a3fff-61c8-4b82-819e-48e9bb38604f', 'name': '', 'network_id': '89a399a9-2ac1-48a9-ad51-ea850539253e', 'tenant_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'mac_address': 'fa:16:3e:e1:af:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45337203-80ad-4b3a-a57c-d68d501b14c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ba5fee30-d8c2-43ff-9344-8a9b696c9a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:04Z', 'updated_at': '2022-05-10T14:09:05Z', 'revision_number': 2, 'project_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'subnets': [{'id': 'ba5fee30-d8c2-43ff-9344-8a9b696c9a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:08.039944 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] Checking router: 45337203-80ad-4b3a-a57c-d68d501b14c1 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:09:08.039944 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] Updating router 45337203-80ad-4b3a-a57c-d68d501b14c1 port 656a3fff-61c8-4b82-819e-48e9bb38604f binding host dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 14:09:08.159277 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (656a3fff-61c8-4b82-819e-48e9bb38604f), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:08.414965 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] Publish callbacks [] for port (656a3fff-61c8-4b82-819e-48e9bb38604f), precommit_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:08.420671 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (656a3fff-61c8-4b82-819e-48e9bb38604f), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:08.471822 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78ae8c-7a9c-4458-a00f-a5bad8f87688 None None] Pushing event updated for resources: {'Port': ['ID=656a3fff-61c8-4b82-819e-48e9bb38604f,revision_number=3']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:08.529740 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] Attempting to bind port 656a3fff-61c8-4b82-819e-48e9bb38604f on host dv-cinder-840678-6-iscsi for vnic_type normal with profile {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:09:08.530103 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] Attempting to bind port 656a3fff-61c8-4b82-819e-48e9bb38604f by drivers openvswitch,hyperv on host dv-cinder-840678-6-iscsi at level 0 using segments [{'id': '8ccad577-cca1-41d3-ad0b-1c127276b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '89a399a9-2ac1-48a9-ad51-ea850539253e'}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:09:08.530513 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] Attempting to bind port 656a3fff-61c8-4b82-819e-48e9bb38604f on network 89a399a9-2ac1-48a9-ad51-ea850539253e {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:09:08.535808 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] Checking agent: {'id': 'f196dd1e-d25c-4a27-b426-cac49fe167d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840678-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 51, 32), 'started_at': datetime.datetime(2022, 5, 10, 13, 52, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840678-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:09:08.536201 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] Checking segment: {'id': '8ccad577-cca1-41d3-ad0b-1c127276b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '89a399a9-2ac1-48a9-ad51-ea850539253e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:09:08.536594 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:08.536980 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] Bound using segment: {'id': '8ccad577-cca1-41d3-ad0b-1c127276b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '89a399a9-2ac1-48a9-ad51-ea850539253e'} {{(pid=103392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:09:08.537438 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.managers [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] Bound port: 656a3fff-61c8-4b82-819e-48e9bb38604f, host: dv-cinder-840678-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccad577-cca1-41d3-ad0b-1c127276b596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '89a399a9-2ac1-48a9-ad51-ea850539253e'}}] {{(pid=103392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:09:08.537814 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (656a3fff-61c8-4b82-819e-48e9bb38604f), before_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:08.601961 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] For port 656a3fff-61c8-4b82-819e-48e9bb38604f, host dv-cinder-840678-6-iscsi, cleared binding levels {{(pid=103392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:09:08.605703 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.plugins.ml2.db [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] For port 656a3fff-61c8-4b82-819e-48e9bb38604f, host dv-cinder-840678-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=656a3fff-61c8-4b82-819e-48e9bb38604f,segment=NetworkSegment(8ccad577-cca1-41d3-ad0b-1c127276b596),segment_id=8ccad577-cca1-41d3-ad0b-1c127276b596)] {{(pid=103392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:09:08.614118 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron_lib.callbacks.manager [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (656a3fff-61c8-4b82-819e-48e9bb38604f), after_update {{(pid=103392) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:08.671358 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] Routers {'45337203-80ad-4b3a-a57c-d68d501b14c1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:08.671928 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:08:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['45337203-80ad-4b3a-a57c-d68d501b14c1'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:08.679869 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-abf87aee-700a-4274-8c64-d0c4ec548e2f None None] Provisioning complete for port 656a3fff-61c8-4b82-819e-48e9bb38604f triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:08.680420 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-abf87aee-700a-4274-8c64-d0c4ec548e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (656a3fff-61c8-4b82-819e-48e9bb38604f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:08.710841 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78ae8c-7a9c-4458-a00f-a5bad8f87688 None None] Pushing event updated for resources: {'Port': ['ID=656a3fff-61c8-4b82-819e-48e9bb38604f,revision_number=4']} {{(pid=103392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:08.766387 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-abf87aee-700a-4274-8c64-d0c4ec548e2f None None] Current status of the port 656a3fff-61c8-4b82-819e-48e9bb38604f is: DOWN; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:08.766782 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-abf87aee-700a-4274-8c64-d0c4ec548e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (656a3fff-61c8-4b82-819e-48e9bb38604f), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:08.800486 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-abf87aee-700a-4274-8c64-d0c4ec548e2f None None] For port 656a3fff-61c8-4b82-819e-48e9bb38604f, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=656a3fff-61c8-4b82-819e-48e9bb38604f,segment=NetworkSegment(8ccad577-cca1-41d3-ad0b-1c127276b596),segment_id=8ccad577-cca1-41d3-ad0b-1c127276b596)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:08.800909 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] Set router 45337203-80ad-4b3a-a57c-d68d501b14c1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:08.805740 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-abf87aee-700a-4274-8c64-d0c4ec548e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (656a3fff-61c8-4b82-819e-48e9bb38604f), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:08.860340 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf87aee-700a-4274-8c64-d0c4ec548e2f None None] Pushing event updated for resources: {'Port': ['ID=656a3fff-61c8-4b82-819e-48e9bb38604f,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:08.923702 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-085ca041-695a-4fd2-9c36-e906f0d6e77b None None] Provisioning complete for port 656a3fff-61c8-4b82-819e-48e9bb38604f triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:08.923992 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-085ca041-695a-4fd2-9c36-e906f0d6e77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (656a3fff-61c8-4b82-819e-48e9bb38604f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:08.996009 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45337203-80ad-4b3a-a57c-d68d501b14c1', 'name': 'tempest-TestShelveInstance-1521295272-router', 'tenant_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '901bcc97-1c84-43d3-8a1b-6922cccc34ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:01Z', 'updated_at': '2022-05-10T14:09:05Z', 'revision_number': 4, 'project_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'gw_port': {'id': '901bcc97-1c84-43d3-8a1b-6922cccc34ef', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:52:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45337203-80ad-4b3a-a57c-d68d501b14c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:02Z', 'updated_at': '2022-05-10T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': '656a3fff-61c8-4b82-819e-48e9bb38604f', 'name': '', 'network_id': '89a399a9-2ac1-48a9-ad51-ea850539253e', 'tenant_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'mac_address': 'fa:16:3e:e1:af:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45337203-80ad-4b3a-a57c-d68d501b14c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ba5fee30-d8c2-43ff-9344-8a9b696c9a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:04Z', 'updated_at': '2022-05-10T14:09:08Z', 'revision_number': 4, 'project_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'subnets': [{'id': 'ba5fee30-d8c2-43ff-9344-8a9b696c9a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:09.001009 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-085ca041-695a-4fd2-9c36-e906f0d6e77b None None] Current status of the port 656a3fff-61c8-4b82-819e-48e9bb38604f is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:09.023034 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f365fbe-880b-4e98-b7d5-3eed4f9e4fbe None None] The sync data for ids ['45337203-80ad-4b3a-a57c-d68d501b14c1'] in dv-cinder-840678-6-iscsi is: [{'id': '45337203-80ad-4b3a-a57c-d68d501b14c1', 'name': 'tempest-TestShelveInstance-1521295272-router', 'tenant_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '901bcc97-1c84-43d3-8a1b-6922cccc34ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:01Z', 'updated_at': '2022-05-10T14:09:05Z', 'revision_number': 4, 'project_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'gw_port': {'id': '901bcc97-1c84-43d3-8a1b-6922cccc34ef', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:52:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45337203-80ad-4b3a-a57c-d68d501b14c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:02Z', 'updated_at': '2022-05-10T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': '656a3fff-61c8-4b82-819e-48e9bb38604f', 'name': '', 'network_id': '89a399a9-2ac1-48a9-ad51-ea850539253e', 'tenant_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'mac_address': 'fa:16:3e:e1:af:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45337203-80ad-4b3a-a57c-d68d501b14c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'ba5fee30-d8c2-43ff-9344-8a9b696c9a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:04Z', 'updated_at': '2022-05-10T14:09:08Z', 'revision_number': 4, 'project_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'subnets': [{'id': 'ba5fee30-d8c2-43ff-9344-8a9b696c9a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:09:09.415729 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 901bcc97-1c84-43d3-8a1b-6922cccc34ef up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:09:09.464926 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 901bcc97-1c84-43d3-8a1b-6922cccc34ef triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:09.465291 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (901bcc97-1c84-43d3-8a1b-6922cccc34ef), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:09.671123 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 901bcc97-1c84-43d3-8a1b-6922cccc34ef is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:09.672142 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 656a3fff-61c8-4b82-819e-48e9bb38604f up at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:09:09.713779 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Provisioning complete for port 656a3fff-61c8-4b82-819e-48e9bb38604f triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:09.714379 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (656a3fff-61c8-4b82-819e-48e9bb38604f), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:09.790649 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Current status of the port 656a3fff-61c8-4b82-819e-48e9bb38604f is: ACTIVE; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:12.247412 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device e43674f4-dd4d-41cb-9f1a-5b021cf0edab no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:09:12.268337 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] No Port match for: e43674f4-dd4d-41cb-9f1a-5b021cf0edab {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:09:12.268687 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device e43674f4-dd4d-41cb-9f1a-5b021cf0edab not bound to the agent host hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:09:17.159011 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-384ebf58-add3-4e37-bce7-2c26fc1f30cf tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:17.160502 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-384ebf58-add3-4e37-bce7-2c26fc1f30cf tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/networks?id=5c735cb5-b8bc-42fa-b57c-d137ac3529b8 HTTP/1.1" status: 200 len: 814 time: 0.1001840 May 10 14:09:17.174326 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-0fa85f60-73d0-45a7-b52c-4d32719ec9ef tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/quotas/a2a2e2e6222f48ebae4e9f9d7e9e8a4d HTTP/1.1" status: 200 len: 375 time: 0.0084562 May 10 14:09:17.208244 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-acabe640-44f5-4889-8be7-70b0920e0475 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a2a2e2e6222f48ebae4e9f9d7e9e8a4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279465 May 10 14:09:17.298598 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-b61b64a6-39a6-483f-9fc9-ceddb478dc2d service neutron] 10.222.0.49 "GET /v2.0/networks/5c735cb5-b8bc-42fa-b57c-d137ac3529b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838189 May 10 14:09:17.389461 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-51a15907-1385-4e6b-9cbc-bd8af84f3382 service neutron] 10.222.0.49 "GET /v2.0/networks/5c735cb5-b8bc-42fa-b57c-d137ac3529b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851765 May 10 14:09:17.551230 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-72d8bcd0-2c6f-4ed0-ac83-6a3441f3eb7e req-c0392f40-697e-4312-80be-b9cc063a3ebc tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=04ea8970-dc8e-45b8-8cf4-2e986ccd8564 HTTP/1.1" status: 200 len: 210 time: 0.0335884 May 10 14:09:18.610280 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-0a58c638-e1d8-403e-96d0-b4cdc94d8415 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:18.611762 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-0a58c638-e1d8-403e-96d0-b4cdc94d8415 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.57 "GET /v2.0/networks?id=5c735cb5-b8bc-42fa-b57c-d137ac3529b8 HTTP/1.1" status: 200 len: 814 time: 0.1114998 May 10 14:09:18.644809 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-e3cb352b-2029-4ba1-b89d-169136ce62f1 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Request body: {'port': {'device_id': '04ea8970-dc8e-45b8-8cf4-2e986ccd8564', 'network_id': '5c735cb5-b8bc-42fa-b57c-d137ac3529b8', 'admin_state_up': True, 'tenant_id': 'a2a2e2e6222f48ebae4e9f9d7e9e8a4d'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:18.685081 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-81ed2ba3-d733-4d1c-90e8-90ae24095486 req-1df8942f-4726-4041-abe0-127406fa01b7 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=04ea8970-dc8e-45b8-8cf4-2e986ccd8564 HTTP/1.1" status: 200 len: 210 time: 0.0534117 May 10 14:09:18.759694 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-e3cb352b-2029-4ba1-b89d-169136ce62f1 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Made reservation on behalf of a2a2e2e6222f48ebae4e9f9d7e9e8a4d for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:09:18.763651 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-e3cb352b-2029-4ba1-b89d-169136ce62f1 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:18.889484 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-e3cb352b-2029-4ba1-b89d-169136ce62f1 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Allocated IP 172.20.0.9 (5c735cb5-b8bc-42fa-b57c-d137ac3529b8/82d572ed-d9d3-4df1-8728-0031d08a3fdb/235f625c-dada-4f4d-9a4c-affc95ada567) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:09:19.044978 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-e3cb352b-2029-4ba1-b89d-169136ce62f1 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Publish callbacks [] for port (235f625c-dada-4f4d-9a4c-affc95ada567), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:19.077486 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-e3cb352b-2029-4ba1-b89d-169136ce62f1 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (235f625c-dada-4f4d-9a4c-affc95ada567), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:19.119099 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-e3cb352b-2029-4ba1-b89d-169136ce62f1 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Network 5c735cb5-b8bc-42fa-b57c-d137ac3529b8 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:09:19.122667 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-e3cb352b-2029-4ba1-b89d-169136ce62f1 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:09:19.126523 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-e3cb352b-2029-4ba1-b89d-169136ce62f1 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:09:19.159110 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb352b-2029-4ba1-b89d-169136ce62f1 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Pushing event updated for resources: {'Port': ['ID=235f625c-dada-4f4d-9a4c-affc95ada567,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:19.187247 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-e3cb352b-2029-4ba1-b89d-169136ce62f1 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:19.187923 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-e3cb352b-2029-4ba1-b89d-169136ce62f1 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:19.205383 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-e3cb352b-2029-4ba1-b89d-169136ce62f1 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5640175 May 10 14:09:19.223617 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-41994dcb-4023-48c3-ac69-e606e1df7860 service neutron] Request body: {'port': {'device_id': '04ea8970-dc8e-45b8-8cf4-2e986ccd8564', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:19.283508 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-41994dcb-4023-48c3-ac69-e606e1df7860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (235f625c-dada-4f4d-9a4c-affc95ada567), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:19.544313 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-41994dcb-4023-48c3-ac69-e606e1df7860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 235f625c-dada-4f4d-9a4c-affc95ada567 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:09:19.551858 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-41994dcb-4023-48c3-ac69-e606e1df7860 service neutron] Publish callbacks [] for port (235f625c-dada-4f4d-9a4c-affc95ada567), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:19.564150 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-41994dcb-4023-48c3-ac69-e606e1df7860 service neutron] Transition to ACTIVE for port object 235f625c-dada-4f4d-9a4c-affc95ada567 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:09:19.568351 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-41994dcb-4023-48c3-ac69-e606e1df7860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (235f625c-dada-4f4d-9a4c-affc95ada567), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:19.621267 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41994dcb-4023-48c3-ac69-e606e1df7860 service neutron] Pushing event updated for resources: {'Port': ['ID=235f625c-dada-4f4d-9a4c-affc95ada567,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:19.689760 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-41994dcb-4023-48c3-ac69-e606e1df7860 service neutron] Attempting to bind port 235f625c-dada-4f4d-9a4c-affc95ada567 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:09:19.690103 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-41994dcb-4023-48c3-ac69-e606e1df7860 service neutron] Attempting to bind port 235f625c-dada-4f4d-9a4c-affc95ada567 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'd3de4ef5-cecb-4c65-89bf-fc58be2b33e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5c735cb5-b8bc-42fa-b57c-d137ac3529b8'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:09:19.690435 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-41994dcb-4023-48c3-ac69-e606e1df7860 service neutron] Attempting to bind port 235f625c-dada-4f4d-9a4c-affc95ada567 on network 5c735cb5-b8bc-42fa-b57c-d137ac3529b8 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:09:19.694896 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-41994dcb-4023-48c3-ac69-e606e1df7860 service neutron] Port 235f625c-dada-4f4d-9a4c-affc95ada567 on network 5c735cb5-b8bc-42fa-b57c-d137ac3529b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:09:19.695223 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-41994dcb-4023-48c3-ac69-e606e1df7860 service neutron] Attempting to bind port 235f625c-dada-4f4d-9a4c-affc95ada567 on network 5c735cb5-b8bc-42fa-b57c-d137ac3529b8 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:09:19.700566 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-41994dcb-4023-48c3-ac69-e606e1df7860 service neutron] Checking agent: {'id': 'b4f1cee2-bd7e-4da4-854f-0334af1b5198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'started_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:09:19.700906 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-41994dcb-4023-48c3-ac69-e606e1df7860 service neutron] Checking segment: {'id': 'd3de4ef5-cecb-4c65-89bf-fc58be2b33e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5c735cb5-b8bc-42fa-b57c-d137ac3529b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:09:19.701291 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-41994dcb-4023-48c3-ac69-e606e1df7860 service neutron] Bound using segment: {'id': 'd3de4ef5-cecb-4c65-89bf-fc58be2b33e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5c735cb5-b8bc-42fa-b57c-d137ac3529b8'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:09:19.701723 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-41994dcb-4023-48c3-ac69-e606e1df7860 service neutron] Bound port: 235f625c-dada-4f4d-9a4c-affc95ada567, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3de4ef5-cecb-4c65-89bf-fc58be2b33e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5c735cb5-b8bc-42fa-b57c-d137ac3529b8'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:09:19.702081 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-41994dcb-4023-48c3-ac69-e606e1df7860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (235f625c-dada-4f4d-9a4c-affc95ada567), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:19.798470 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-41994dcb-4023-48c3-ac69-e606e1df7860 service neutron] For port 235f625c-dada-4f4d-9a4c-affc95ada567, host hv-cinder-84067, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:09:19.816241 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f84e3-fa9d-47b7-b558-1166e815e0e3 req-6f52d108-dd75-4fa5-8c77-8ff8980d71c4 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:19.817725 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0d0f84e3-fa9d-47b7-b558-1166e815e0e3 req-6f52d108-dd75-4fa5-8c77-8ff8980d71c4 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=04ea8970-dc8e-45b8-8cf4-2e986ccd8564 HTTP/1.1" status: 200 len: 943 time: 0.0597498 May 10 14:09:19.821369 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-41994dcb-4023-48c3-ac69-e606e1df7860 service neutron] For port 235f625c-dada-4f4d-9a4c-affc95ada567, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=235f625c-dada-4f4d-9a4c-affc95ada567,segment=NetworkSegment(d3de4ef5-cecb-4c65-89bf-fc58be2b33e7),segment_id=d3de4ef5-cecb-4c65-89bf-fc58be2b33e7)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:09:19.832498 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-41994dcb-4023-48c3-ac69-e606e1df7860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (235f625c-dada-4f4d-9a4c-affc95ada567), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:19.873091 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-41994dcb-4023-48c3-ac69-e606e1df7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:19.873711 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-41994dcb-4023-48c3-ac69-e606e1df7860 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:19.875063 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-41994dcb-4023-48c3-ac69-e606e1df7860 service neutron] 10.222.0.57 "PUT /v2.0/ports/235f625c-dada-4f4d-9a4c-affc95ada567 HTTP/1.1" status: 200 len: 1093 time: 0.6555314 May 10 14:09:19.877081 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ea8970-dc8e-45b8-8cf4-2e986ccd8564', 'tag': '235f625c-dada-4f4d-9a4c-affc95ada567'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:09:19.879304 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90f5100-3628-41d4-bcf3-9ca63ccdf279" -d '{"events": [{"name": "network-changed", "server_uuid": "04ea8970-dc8e-45b8-8cf4-2e986ccd8564", "tag": "235f625c-dada-4f4d-9a4c-affc95ada567"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:09:19.924756 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0d0f84e3-fa9d-47b7-b558-1166e815e0e3 req-4ff61553-80b6-49f8-bc4a-a5ea12c60c2b tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997250 May 10 14:09:19.928218 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86e1733-e287-48c7-972a-82f90eff51f8 x-openstack-request-id: req-e86e1733-e287-48c7-972a-82f90eff51f8 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:09:19.928524 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ea8970-dc8e-45b8-8cf4-2e986ccd8564", "tag": "235f625c-dada-4f4d-9a4c-affc95ada567", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:09:19.928784 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e86e1733-e287-48c7-972a-82f90eff51f8 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:09:19.929184 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e86e1733-e287-48c7-972a-82f90eff51f8'] response: {'name': 'network-changed', 'server_uuid': '04ea8970-dc8e-45b8-8cf4-2e986ccd8564', 'tag': '235f625c-dada-4f4d-9a4c-affc95ada567', 'status': 'completed', 'code': 200} May 10 14:09:19.930106 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41994dcb-4023-48c3-ac69-e606e1df7860 service neutron] Pushing event updated for resources: {'Port': ['ID=235f625c-dada-4f4d-9a4c-affc95ada567,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:19.991540 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-bab5d8fa-bc19-4d7d-bcbb-8f95c873216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:19.993088 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-bab5d8fa-bc19-4d7d-bcbb-8f95c873216d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a2a2e2e6222f48ebae4e9f9d7e9e8a4d&device_id=04ea8970-dc8e-45b8-8cf4-2e986ccd8564 HTTP/1.1" status: 200 len: 1127 time: 0.0442970 May 10 14:09:20.041488 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-252a3e53-823e-44dc-9494-2857af5e2cf6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=235f625c-dada-4f4d-9a4c-affc95ada567 HTTP/1.1" status: 200 len: 217 time: 0.0339758 May 10 14:09:20.090028 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-c59f4d1d-9be7-4d9c-b3df-a84c447b19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:20.091483 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-c59f4d1d-9be7-4d9c-b3df-a84c447b19dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=82d572ed-d9d3-4df1-8728-0031d08a3fdb HTTP/1.1" status: 200 len: 854 time: 0.0440092 May 10 14:09:20.123943 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-bd60a68f-6506-4232-b588-656dae9ed5a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c735cb5-b8bc-42fa-b57c-d137ac3529b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252717 May 10 14:09:20.215951 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-7bd75cb0-930d-4525-89a7-6a30ea4d36c1 service neutron] 10.222.0.57 "GET /v2.0/networks/5c735cb5-b8bc-42fa-b57c-d137ac3529b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836098 May 10 14:09:20.310433 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0e39c0af-5fa0-4b2b-87a4-8d83f33d2db6 req-03987451-59f3-4ae1-b7b8-7f7e6bdc36de service neutron] 10.222.0.57 "GET /v2.0/networks/5c735cb5-b8bc-42fa-b57c-d137ac3529b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817754 May 10 14:09:21.040063 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf138c-dff4-4409-b9c4-821d425d5a8a req-2d4f4f4e-9017-482e-8b1e-e6223bb7fb88 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:21.041771 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-91bf138c-dff4-4409-b9c4-821d425d5a8a req-2d4f4f4e-9017-482e-8b1e-e6223bb7fb88 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=04ea8970-dc8e-45b8-8cf4-2e986ccd8564 HTTP/1.1" status: 200 len: 943 time: 0.0471804 May 10 14:09:21.087671 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-91bf138c-dff4-4409-b9c4-821d425d5a8a req-490c928d-8507-48be-ae29-be8feb559e92 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401440 May 10 14:09:21.335349 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f5100-3628-41d4-bcf3-9ca63ccdf279 req-360c124e-3d70-43f8-a7d7-e358886a8a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:21.336830 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f90f5100-3628-41d4-bcf3-9ca63ccdf279 req-360c124e-3d70-43f8-a7d7-e358886a8a37 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a2a2e2e6222f48ebae4e9f9d7e9e8a4d&device_id=04ea8970-dc8e-45b8-8cf4-2e986ccd8564 HTTP/1.1" status: 200 len: 1127 time: 0.0421555 May 10 14:09:21.425584 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f5100-3628-41d4-bcf3-9ca63ccdf279 req-fb262567-f3a8-4def-b59a-5a9353a08834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:21.427041 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f90f5100-3628-41d4-bcf3-9ca63ccdf279 req-fb262567-f3a8-4def-b59a-5a9353a08834 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5c735cb5-b8bc-42fa-b57c-d137ac3529b8 HTTP/1.1" status: 200 len: 915 time: 0.0824218 May 10 14:09:21.478323 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f90f5100-3628-41d4-bcf3-9ca63ccdf279 req-5948adca-e7b2-4d1d-acd0-8201e0c4e436 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=235f625c-dada-4f4d-9a4c-affc95ada567 HTTP/1.1" status: 200 len: 217 time: 0.0358722 May 10 14:09:21.525933 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f5100-3628-41d4-bcf3-9ca63ccdf279 req-97723744-604f-4ad4-a9d2-e1462baf60c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:21.527871 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f90f5100-3628-41d4-bcf3-9ca63ccdf279 req-97723744-604f-4ad4-a9d2-e1462baf60c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=82d572ed-d9d3-4df1-8728-0031d08a3fdb HTTP/1.1" status: 200 len: 854 time: 0.0427599 May 10 14:09:21.559196 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f90f5100-3628-41d4-bcf3-9ca63ccdf279 req-d9b0a65f-2970-4705-8ab6-1c106689fc38 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c735cb5-b8bc-42fa-b57c-d137ac3529b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250285 May 10 14:09:21.644595 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f90f5100-3628-41d4-bcf3-9ca63ccdf279 req-515b8622-7d65-47dd-8319-c43f6b4ba8a1 service neutron] 10.222.0.57 "GET /v2.0/networks/5c735cb5-b8bc-42fa-b57c-d137ac3529b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784736 May 10 14:09:21.737099 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f90f5100-3628-41d4-bcf3-9ca63ccdf279 req-ac768499-a559-4fa1-b738-27b47b13b049 service neutron] 10.222.0.57 "GET /v2.0/networks/5c735cb5-b8bc-42fa-b57c-d137ac3529b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852706 May 10 14:09:22.198951 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794e494-ce62-4572-bfd1-2d04afabdb23 req-4de92d1e-9b33-4e85-90a1-d1f484779e33 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:22.200422 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0794e494-ce62-4572-bfd1-2d04afabdb23 req-4de92d1e-9b33-4e85-90a1-d1f484779e33 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=04ea8970-dc8e-45b8-8cf4-2e986ccd8564 HTTP/1.1" status: 200 len: 943 time: 0.0473192 May 10 14:09:22.248345 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0794e494-ce62-4572-bfd1-2d04afabdb23 req-2b48488e-d56f-464f-8d6d-c30fb417221f tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424869 May 10 14:09:23.358560 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d872e-ef10-4b77-9707-339cc95a9e32 req-0d5b577e-8c37-487d-b609-5bb111e395d0 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:23.360009 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ba9d872e-ef10-4b77-9707-339cc95a9e32 req-0d5b577e-8c37-487d-b609-5bb111e395d0 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=04ea8970-dc8e-45b8-8cf4-2e986ccd8564 HTTP/1.1" status: 200 len: 943 time: 0.0462682 May 10 14:09:23.406337 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ba9d872e-ef10-4b77-9707-339cc95a9e32 req-038e0d30-1687-4506-879a-1e0262c42165 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408113 May 10 14:09:24.323970 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 235f625c-dada-4f4d-9a4c-affc95ada567 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:09:24.418896 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 235f625c-dada-4f4d-9a4c-affc95ada567, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=235f625c-dada-4f4d-9a4c-affc95ada567,segment=NetworkSegment(d3de4ef5-cecb-4c65-89bf-fc58be2b33e7),segment_id=d3de4ef5-cecb-4c65-89bf-fc58be2b33e7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:24.429934 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': '235f625c-dada-4f4d-9a4c-affc95ada567', 'network_id': '5c735cb5-b8bc-42fa-b57c-d137ac3529b8', 'port_id': '235f625c-dada-4f4d-9a4c-affc95ada567', 'mac_address': 'fa:16:3e:fe:b6:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82d572ed-d9d3-4df1-8728-0031d08a3fdb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:09:24.470356 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 235f625c-dada-4f4d-9a4c-affc95ada567 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:24.470745 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (235f625c-dada-4f4d-9a4c-affc95ada567), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:24.483888 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 235f625c-dada-4f4d-9a4c-affc95ada567 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:09:24.503343 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 235f625c-dada-4f4d-9a4c-affc95ada567, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=235f625c-dada-4f4d-9a4c-affc95ada567,segment=NetworkSegment(d3de4ef5-cecb-4c65-89bf-fc58be2b33e7),segment_id=d3de4ef5-cecb-4c65-89bf-fc58be2b33e7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:24.506749 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (235f625c-dada-4f4d-9a4c-affc95ada567), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:24.523157 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e600ceb-60c1-46d3-a941-03234222548c req-379feb3c-77da-49c4-9ce5-4c863ebb301a tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:24.524648 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2e600ceb-60c1-46d3-a941-03234222548c req-379feb3c-77da-49c4-9ce5-4c863ebb301a tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=04ea8970-dc8e-45b8-8cf4-2e986ccd8564 HTTP/1.1" status: 200 len: 943 time: 0.0516391 May 10 14:09:24.554531 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=235f625c-dada-4f4d-9a4c-affc95ada567,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:24.572610 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2e600ceb-60c1-46d3-a941-03234222548c req-b7a0d078-df7f-4c6a-9633-0212e10f24b7 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417635 May 10 14:09:24.798018 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['235f625c-dada-4f4d-9a4c-affc95ada567'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:09:25.000744 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-6db6d3eb-a79b-4c07-bda4-07cae6766225 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-982195854&fields=id&tenant_id=5534e7deeddb4f72b5e068060f617c76 HTTP/1.1" status: 200 len: 267 time: 0.0467753 May 10 14:09:25.103817 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-19a25708-da9b-4e44-8246-31eefb3d8004 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:25.105727 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-19a25708-da9b-4e44-8246-31eefb3d8004 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/networks?id=c82a2923-712e-41ee-8597-e48c8815a404 HTTP/1.1" status: 200 len: 808 time: 0.0980959 May 10 14:09:25.119519 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-46575ca7-3b59-406a-95af-0d7db4c6907c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/quotas/5534e7deeddb4f72b5e068060f617c76 HTTP/1.1" status: 200 len: 375 time: 0.0085938 May 10 14:09:25.169004 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-a14358c7-1b95-4d45-9167-f84351258979 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5534e7deeddb4f72b5e068060f617c76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442252 May 10 14:09:25.270587 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-8e7f5a4f-c052-4d15-bb2f-cfef86ad52a0 service neutron] 10.222.0.49 "GET /v2.0/networks/c82a2923-712e-41ee-8597-e48c8815a404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902300 May 10 14:09:25.373755 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-0f6e541f-a23e-4f91-a9a2-4e4410070765 service neutron] 10.222.0.49 "GET /v2.0/networks/c82a2923-712e-41ee-8597-e48c8815a404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973213 May 10 14:09:25.440467 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:25.666940 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1a8e941c-c836-427d-b3c7-276528089668 req-54c4dd77-10b6-403c-851e-dfc515d57643 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 210 time: 0.0368905 May 10 14:09:25.702450 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e483d-c15d-41f3-91f1-329dc935ab33 req-e1838e58-eea1-4fab-9ca7-339ced08dde6 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:25.704019 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2f5e483d-c15d-41f3-91f1-329dc935ab33 req-e1838e58-eea1-4fab-9ca7-339ced08dde6 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=04ea8970-dc8e-45b8-8cf4-2e986ccd8564 HTTP/1.1" status: 200 len: 944 time: 0.0490680 May 10 14:09:25.751239 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2f5e483d-c15d-41f3-91f1-329dc935ab33 req-3fa75669-0650-4a20-a065-3305f3dd70cd tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414572 May 10 14:09:25.897253 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e4f54815-1cb3-42db-b504-c60468a8a6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:26.341284 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 235f625c-dada-4f4d-9a4c-affc95ada567 up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:09:26.384608 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning for port 235f625c-dada-4f4d-9a4c-affc95ada567 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:09:26.391255 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port 235f625c-dada-4f4d-9a4c-affc95ada567 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:26.391724 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (235f625c-dada-4f4d-9a4c-affc95ada567), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:26.473293 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port 235f625c-dada-4f4d-9a4c-affc95ada567 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:26.473994 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (235f625c-dada-4f4d-9a4c-affc95ada567), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:26.497323 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ea8970-dc8e-45b8-8cf4-2e986ccd8564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235f625c-dada-4f4d-9a4c-affc95ada567'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:09:26.499561 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053f101d-8a5e-493c-80af-06dd2069e790" -d '{"events": [{"server_uuid": "04ea8970-dc8e-45b8-8cf4-2e986ccd8564", "name": "network-vif-plugged", "status": "completed", "tag": "235f625c-dada-4f4d-9a4c-affc95ada567"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:09:26.512190 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port 235f625c-dada-4f4d-9a4c-affc95ada567, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=235f625c-dada-4f4d-9a4c-affc95ada567,segment=NetworkSegment(d3de4ef5-cecb-4c65-89bf-fc58be2b33e7),segment_id=d3de4ef5-cecb-4c65-89bf-fc58be2b33e7)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:26.517285 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (235f625c-dada-4f4d-9a4c-affc95ada567), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:26.560876 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2b8ce0-0f17-40cc-be8a-bdacc6ac22ab x-openstack-request-id: req-3a2b8ce0-0f17-40cc-be8a-bdacc6ac22ab {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:09:26.561212 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ea8970-dc8e-45b8-8cf4-2e986ccd8564", "name": "network-vif-plugged", "status": "completed", "tag": "235f625c-dada-4f4d-9a4c-affc95ada567", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:09:26.561464 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3a2b8ce0-0f17-40cc-be8a-bdacc6ac22ab {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:09:26.561855 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a2b8ce0-0f17-40cc-be8a-bdacc6ac22ab'] response: {'server_uuid': '04ea8970-dc8e-45b8-8cf4-2e986ccd8564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235f625c-dada-4f4d-9a4c-affc95ada567', 'code': 200} May 10 14:09:26.573966 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=235f625c-dada-4f4d-9a4c-affc95ada567,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:26.647673 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-e1db9187-7e67-40cc-be26-c572eb175544 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:26.649145 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-e1db9187-7e67-40cc-be26-c572eb175544 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.57 "GET /v2.0/networks?id=c82a2923-712e-41ee-8597-e48c8815a404 HTTP/1.1" status: 200 len: 808 time: 0.1044796 May 10 14:09:26.740417 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-7908e75c-1532-4e9c-b2fa-c189228f8bdf tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5534e7deeddb4f72b5e068060f617c76 HTTP/1.1" status: 200 len: 379 time: 0.0652037 May 10 14:09:26.773604 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-e2195995-350c-4381-9f59-05355bc67f6c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Request body: {'port': {'device_id': '13c8053d-f1c3-442e-9fbe-d47ecc4683a9', 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404', 'admin_state_up': True, 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'security_groups': ['923eae1f-0eed-40cf-8e9e-df2613355f78']}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:26.780003 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-07b28864-89a9-4ca4-ac5f-ba0ad01abfb8 req-8d3a7ce2-3577-44bf-b99b-536493451b20 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 210 time: 0.0366762 May 10 14:09:26.820455 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea227011-212d-4177-aa9f-be7327887dec req-d89b79e7-a36b-44ac-8ad0-f4d296c6f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:26.821181 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ea227011-212d-4177-aa9f-be7327887dec req-d89b79e7-a36b-44ac-8ad0-f4d296c6f9ce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=04ea8970-dc8e-45b8-8cf4-2e986ccd8564 HTTP/1.1" status: 200 len: 1129 time: 0.0547197 May 10 14:09:26.898985 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-e2195995-350c-4381-9f59-05355bc67f6c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Made reservation on behalf of 5534e7deeddb4f72b5e068060f617c76 for: {'port': 1} {{(pid=103389) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 14:09:26.902687 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a0536-ba4a-48ef-854f-d3bba7dafed3 req-9e971e88-ed7d-4c56-8255-b6740302a878 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:26.903038 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-e2195995-350c-4381-9f59-05355bc67f6c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:26.904148 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8d1a0536-ba4a-48ef-854f-d3bba7dafed3 req-9e971e88-ed7d-4c56-8255-b6740302a878 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=04ea8970-dc8e-45b8-8cf4-2e986ccd8564 HTTP/1.1" status: 200 len: 945 time: 0.0602162 May 10 14:09:26.906638 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ea227011-212d-4177-aa9f-be7327887dec req-c9556dab-1847-4925-b763-ba98c06a72f6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795441 May 10 14:09:26.951149 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8d1a0536-ba4a-48ef-854f-d3bba7dafed3 req-08bcdb7c-23ce-44df-9818-3214829dd7b3 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410500 May 10 14:09:27.027223 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_common [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-e2195995-350c-4381-9f59-05355bc67f6c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Allocated IP 172.20.0.14 (c82a2923-712e-41ee-8597-e48c8815a404/2068c7ea-d0dc-482d-a859-f520d3ff2436/ebadb043-e9de-4649-a139-09dacac9d1d9) {{(pid=103389) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:09:27.165388 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-e2195995-350c-4381-9f59-05355bc67f6c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for port (ebadb043-e9de-4649-a139-09dacac9d1d9), precommit_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:27.198702 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-e2195995-350c-4381-9f59-05355bc67f6c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (ebadb043-e9de-4649-a139-09dacac9d1d9), after_create {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:27.240120 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-e2195995-350c-4381-9f59-05355bc67f6c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Network c82a2923-712e-41ee-8597-e48c8815a404 is already hosted by enough agents. {{(pid=103389) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:09:27.243285 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.base_scheduler [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-e2195995-350c-4381-9f59-05355bc67f6c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Resources bound (agent type, host, resource id): {{(pid=103389) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:09:27.249777 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-e2195995-350c-4381-9f59-05355bc67f6c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Received port after_create {{(pid=103389) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:09:27.277631 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2195995-350c-4381-9f59-05355bc67f6c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Pushing event updated for resources: {'Port': ['ID=ebadb043-e9de-4649-a139-09dacac9d1d9,revision_number=1']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:27.305970 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-e2195995-350c-4381-9f59-05355bc67f6c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:27.306648 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-e2195995-350c-4381-9f59-05355bc67f6c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:27.323447 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-e2195995-350c-4381-9f59-05355bc67f6c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5536940 May 10 14:09:27.438244 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-bc8ba0be-788e-42a7-a434-aede13e70b7c None None] Provisioning complete for port ebadb043-e9de-4649-a139-09dacac9d1d9 triggered by entity DHCP. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:27.438726 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-bc8ba0be-788e-42a7-a434-aede13e70b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (ebadb043-e9de-4649-a139-09dacac9d1d9), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:27.471146 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ba0be-788e-42a7-a434-aede13e70b7c None None] Port ebadb043-e9de-4649-a139-09dacac9d1d9 cannot update to ACTIVE because it is not bound. {{(pid=103391) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 14:09:27.559410 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.v2.base [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-d2370e20-087a-41b4-901a-2d23a33be6f9 service neutron] Request body: {'port': {'device_id': '13c8053d-f1c3-442e-9fbe-d47ecc4683a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84067'}} {{(pid=103389) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:27.619162 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-d2370e20-087a-41b4-901a-2d23a33be6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (ebadb043-e9de-4649-a139-09dacac9d1d9), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:27.907147 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-d2370e20-087a-41b4-901a-2d23a33be6f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebadb043-e9de-4649-a139-09dacac9d1d9 {{(pid=103389) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:09:27.917823 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-d2370e20-087a-41b4-901a-2d23a33be6f9 service neutron] Publish callbacks [] for port (ebadb043-e9de-4649-a139-09dacac9d1d9), precommit_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:27.934440 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4a1c9-69c2-482b-82c1-20aa3cefa7db req-443838f0-7f87-43cd-93ae-16c106af3e73 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:27.936022 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bab4a1c9-69c2-482b-82c1-20aa3cefa7db req-443838f0-7f87-43cd-93ae-16c106af3e73 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 932 time: 0.0652232 May 10 14:09:27.941665 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.provisioning_blocks [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-d2370e20-087a-41b4-901a-2d23a33be6f9 service neutron] Transition to ACTIVE for port object ebadb043-e9de-4649-a139-09dacac9d1d9 will not be triggered until provisioned by entity L2. {{(pid=103389) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 14:09:27.952566 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-d2370e20-087a-41b4-901a-2d23a33be6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (ebadb043-e9de-4649-a139-09dacac9d1d9), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:28.040080 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bab4a1c9-69c2-482b-82c1-20aa3cefa7db req-43469ff2-ab57-4874-b92f-e5779eab41b3 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953312 May 10 14:09:28.041114 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2370e20-087a-41b4-901a-2d23a33be6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ebadb043-e9de-4649-a139-09dacac9d1d9,revision_number=2']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:28.096463 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fcff0-e635-41f2-9af7-f7b67b10c2b9 req-12684e1f-2a3e-4e78-b190-3f23dcc32d4a tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:28.097928 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7e0fcff0-e635-41f2-9af7-f7b67b10c2b9 req-12684e1f-2a3e-4e78-b190-3f23dcc32d4a tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=04ea8970-dc8e-45b8-8cf4-2e986ccd8564 HTTP/1.1" status: 200 len: 945 time: 0.0605745 May 10 14:09:28.122874 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-d2370e20-087a-41b4-901a-2d23a33be6f9 service neutron] Attempting to bind port ebadb043-e9de-4649-a139-09dacac9d1d9 on host hv-cinder-84067 for vnic_type normal with profile {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 14:09:28.123221 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-d2370e20-087a-41b4-901a-2d23a33be6f9 service neutron] Attempting to bind port ebadb043-e9de-4649-a139-09dacac9d1d9 by drivers openvswitch,hyperv on host hv-cinder-84067 at level 0 using segments [{'id': 'a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404'}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 14:09:28.123571 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-d2370e20-087a-41b4-901a-2d23a33be6f9 service neutron] Attempting to bind port ebadb043-e9de-4649-a139-09dacac9d1d9 on network c82a2923-712e-41ee-8597-e48c8815a404 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:09:28.129275 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-d2370e20-087a-41b4-901a-2d23a33be6f9 service neutron] Port ebadb043-e9de-4649-a139-09dacac9d1d9 on network c82a2923-712e-41ee-8597-e48c8815a404 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84067 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 14:09:28.129611 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-d2370e20-087a-41b4-901a-2d23a33be6f9 service neutron] Attempting to bind port ebadb043-e9de-4649-a139-09dacac9d1d9 on network c82a2923-712e-41ee-8597-e48c8815a404 {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 14:09:28.137030 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-d2370e20-087a-41b4-901a-2d23a33be6f9 service neutron] Checking agent: {'id': 'b4f1cee2-bd7e-4da4-854f-0334af1b5198', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84067', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'started_at': datetime.datetime(2022, 5, 10, 13, 57, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 14, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 14:09:28.137503 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-d2370e20-087a-41b4-901a-2d23a33be6f9 service neutron] Checking segment: {'id': 'a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103389) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 14:09:28.137901 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-d2370e20-087a-41b4-901a-2d23a33be6f9 service neutron] Bound using segment: {'id': 'a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404'} {{(pid=103389) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 14:09:28.138335 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.managers [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-d2370e20-087a-41b4-901a-2d23a33be6f9 service neutron] Bound port: ebadb043-e9de-4649-a139-09dacac9d1d9, host: hv-cinder-84067, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404'}}] {{(pid=103389) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 14:09:28.138703 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-d2370e20-087a-41b4-901a-2d23a33be6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (ebadb043-e9de-4649-a139-09dacac9d1d9), before_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:28.148639 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7e0fcff0-e635-41f2-9af7-f7b67b10c2b9 req-07e98df0-918a-497c-9834-d8bce9a45080 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440090 May 10 14:09:28.210320 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-d2370e20-087a-41b4-901a-2d23a33be6f9 service neutron] For port ebadb043-e9de-4649-a139-09dacac9d1d9, host hv-cinder-84067, cleared binding levels {{(pid=103389) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 14:09:28.213299 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-d2370e20-087a-41b4-901a-2d23a33be6f9 service neutron] For port ebadb043-e9de-4649-a139-09dacac9d1d9, host hv-cinder-84067, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ebadb043-e9de-4649-a139-09dacac9d1d9,segment=NetworkSegment(a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a),segment_id=a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a)] {{(pid=103389) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 14:09:28.219895 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-d2370e20-087a-41b4-901a-2d23a33be6f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9372319'] for port (ebadb043-e9de-4649-a139-09dacac9d1d9), after_update {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:28.255368 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-d2370e20-087a-41b4-901a-2d23a33be6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:28.255998 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-d2370e20-087a-41b4-901a-2d23a33be6f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:28.257624 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-d2370e20-087a-41b4-901a-2d23a33be6f9 service neutron] 10.222.0.57 "PUT /v2.0/ports/ebadb043-e9de-4649-a139-09dacac9d1d9 HTTP/1.1" status: 200 len: 1094 time: 0.7022901 May 10 14:09:28.258430 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c8053d-f1c3-442e-9fbe-d47ecc4683a9', 'tag': 'ebadb043-e9de-4649-a139-09dacac9d1d9'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:09:28.260770 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ecaf7b-6df6-4639-9da3-752afec2b234" -d '{"events": [{"name": "network-changed", "server_uuid": "13c8053d-f1c3-442e-9fbe-d47ecc4683a9", "tag": "ebadb043-e9de-4649-a139-09dacac9d1d9"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:09:28.283755 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2370e20-087a-41b4-901a-2d23a33be6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ebadb043-e9de-4649-a139-09dacac9d1d9,revision_number=3']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:28.316612 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a281c7c2-3dbf-4cc4-be49-c79fe4415db0 x-openstack-request-id: req-a281c7c2-3dbf-4cc4-be49-c79fe4415db0 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:09:28.316914 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c8053d-f1c3-442e-9fbe-d47ecc4683a9", "tag": "ebadb043-e9de-4649-a139-09dacac9d1d9", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:09:28.317227 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a281c7c2-3dbf-4cc4-be49-c79fe4415db0 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:09:28.317619 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a281c7c2-3dbf-4cc4-be49-c79fe4415db0'] response: {'name': 'network-changed', 'server_uuid': '13c8053d-f1c3-442e-9fbe-d47ecc4683a9', 'tag': 'ebadb043-e9de-4649-a139-09dacac9d1d9', 'status': 'completed', 'code': 200} May 10 14:09:28.320024 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-49cb8f27-e55e-44a5-9c8c-76425f9a8c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:28.456468 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecaf7b-6df6-4639-9da3-752afec2b234 req-9a271617-718d-49dc-8e5a-8834a4ebccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:28.458172 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-37ecaf7b-6df6-4639-9da3-752afec2b234 req-9a271617-718d-49dc-8e5a-8834a4ebccff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5534e7deeddb4f72b5e068060f617c76&device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 1128 time: 0.0421314 May 10 14:09:28.577182 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecaf7b-6df6-4639-9da3-752afec2b234 req-0d72c622-17d5-4a59-9835-abad47fca06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:28.578849 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-37ecaf7b-6df6-4639-9da3-752afec2b234 req-0d72c622-17d5-4a59-9835-abad47fca06c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5534e7deeddb4f72b5e068060f617c76&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0995338 May 10 14:09:28.675855 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecaf7b-6df6-4639-9da3-752afec2b234 req-eafa3025-d42d-459a-aac7-e781d0d654b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:28.677696 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-37ecaf7b-6df6-4639-9da3-752afec2b234 req-eafa3025-d42d-459a-aac7-e781d0d654b2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934255 May 10 14:09:28.807492 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-a7926b4b-e9c6-4b64-a91b-ba7af2c91f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:28.809721 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-a7926b4b-e9c6-4b64-a91b-ba7af2c91f15 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5534e7deeddb4f72b5e068060f617c76&device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 1128 time: 0.0445058 May 10 14:09:28.856077 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-8a079598-386f-4aa6-a63f-5a1c1751c963 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebadb043-e9de-4649-a139-09dacac9d1d9 HTTP/1.1" status: 200 len: 217 time: 0.0332539 May 10 14:09:28.903170 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-5352c414-2815-4e12-90d5-b0f7805b6d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:28.904591 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-5352c414-2815-4e12-90d5-b0f7805b6d7c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2068c7ea-d0dc-482d-a859-f520d3ff2436 HTTP/1.1" status: 200 len: 847 time: 0.0429306 May 10 14:09:28.949621 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-896f2747-826b-41cc-96f0-ef653b736f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:28.951069 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-896f2747-826b-41cc-96f0-ef653b736f7e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c82a2923-712e-41ee-8597-e48c8815a404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402558 May 10 14:09:29.038584 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-3c5111f5-4d82-459d-90e4-a4b8539671e1 service neutron] 10.222.0.57 "GET /v2.0/networks/c82a2923-712e-41ee-8597-e48c8815a404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810523 May 10 14:09:29.131044 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c611a99a-9a0c-4d45-a5d4-44c4a892215b req-bd181a26-a417-4ba6-844f-88f5e76c598b service neutron] 10.222.0.57 "GET /v2.0/networks/c82a2923-712e-41ee-8597-e48c8815a404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859127 May 10 14:09:29.161849 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2788e1-620b-47a9-a296-809cdd86d42b req-b6ec8d46-05b7-48cf-90d1-e2f80a93f753 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:29.163248 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5b2788e1-620b-47a9-a296-809cdd86d42b req-b6ec8d46-05b7-48cf-90d1-e2f80a93f753 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 944 time: 0.0486820 May 10 14:09:29.212873 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5b2788e1-620b-47a9-a296-809cdd86d42b req-5222134d-1fdf-46a8-bc42-7682b3c066a0 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432420 May 10 14:09:29.381883 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:30.325791 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefad10-44fe-4506-ac66-b21ff52aec06 req-c2ed88be-47e8-4d5e-90fa-a0d65cf182f2 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:30.327286 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-aaefad10-44fe-4506-ac66-b21ff52aec06 req-c2ed88be-47e8-4d5e-90fa-a0d65cf182f2 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 944 time: 0.0466571 May 10 14:09:30.374604 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-aaefad10-44fe-4506-ac66-b21ff52aec06 req-776e6618-bf84-40f7-9c47-e8aa5100821e tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419221 May 10 14:09:30.779279 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:31.485158 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d7109-311c-487a-a607-c99e319d0407 req-94f6a3bc-222a-44e8-aa24-69b94a5c5066 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:31.486587 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ff9d7109-311c-487a-a607-c99e319d0407 req-94f6a3bc-222a-44e8-aa24-69b94a5c5066 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 944 time: 0.0450773 May 10 14:09:31.537877 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ff9d7109-311c-487a-a607-c99e319d0407 req-75c8f053-dfd5-4c5c-9f7d-9e1543e9b14b tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457160 May 10 14:09:32.320485 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:32.654121 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cb572-a5a9-4de1-9e92-92c13b0a9362 req-bc264bec-e9a5-4700-9c3d-e46cbceb1e9c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:32.655546 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-371cb572-a5a9-4de1-9e92-92c13b0a9362 req-bc264bec-e9a5-4700-9c3d-e46cbceb1e9c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 944 time: 0.0453007 May 10 14:09:32.703293 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-371cb572-a5a9-4de1-9e92-92c13b0a9362 req-d79b5351-9bad-4d28-a6cf-677376d6b1c3 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422857 May 10 14:09:33.813243 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebc7de-bd68-4510-a2c5-629654498195 req-e467c1c0-b0ed-4497-a6cb-355b4a48c402 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:33.814757 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f6ebc7de-bd68-4510-a2c5-629654498195 req-e467c1c0-b0ed-4497-a6cb-355b4a48c402 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 944 time: 0.0467460 May 10 14:09:33.862045 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f6ebc7de-bd68-4510-a2c5-629654498195 req-afc34cb3-c0c6-48a8-a402-adfe1702369b tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418410 May 10 14:09:34.974753 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21943c-af84-4a59-b881-ef34c52454ea req-b2799bed-be46-477b-93e4-e259c9d7be38 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:34.976215 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fc21943c-af84-4a59-b881-ef34c52454ea req-b2799bed-be46-477b-93e4-e259c9d7be38 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 944 time: 0.0490727 May 10 14:09:35.025752 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fc21943c-af84-4a59-b881-ef34c52454ea req-90f91efc-2876-43a1-a409-428efecd81a6 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434318 May 10 14:09:36.143417 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2eeff-49b3-425a-aef7-de847b1c270c req-f9dffc4c-9ae4-486d-8238-30a95bd4f558 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:36.144878 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7da2eeff-49b3-425a-aef7-de847b1c270c req-f9dffc4c-9ae4-486d-8238-30a95bd4f558 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 944 time: 0.0462821 May 10 14:09:36.192586 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7da2eeff-49b3-425a-aef7-de847b1c270c req-47ff733b-a220-4868-9117-c53a97286f9a tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421646 May 10 14:09:37.305390 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78412810-83ab-479d-9f83-dd3d55fca43b req-0c8d3292-619a-4d5f-ace9-eb4f68560025 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:37.306853 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-78412810-83ab-479d-9f83-dd3d55fca43b req-0c8d3292-619a-4d5f-ace9-eb4f68560025 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 944 time: 0.0470474 May 10 14:09:37.354467 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-78412810-83ab-479d-9f83-dd3d55fca43b req-1da1963d-fef6-443d-81f2-0bdddcf329ba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420763 May 10 14:09:38.468848 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558a888-f413-4794-988a-0aa920f2f8e2 req-31c65035-f599-4e5b-8672-807e0c5f4a87 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:38.470290 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7558a888-f413-4794-988a-0aa920f2f8e2 req-31c65035-f599-4e5b-8672-807e0c5f4a87 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 944 time: 0.0490797 May 10 14:09:38.517261 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7558a888-f413-4794-988a-0aa920f2f8e2 req-beb34cd9-6a64-4c35-b49c-a2dedf89ad20 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414877 May 10 14:09:39.256872 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device ebadb043-e9de-4649-a139-09dacac9d1d9 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:09:39.353701 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port ebadb043-e9de-4649-a139-09dacac9d1d9, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ebadb043-e9de-4649-a139-09dacac9d1d9,segment=NetworkSegment(a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a),segment_id=a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:39.365219 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': 'ebadb043-e9de-4649-a139-09dacac9d1d9', 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404', 'port_id': 'ebadb043-e9de-4649-a139-09dacac9d1d9', 'mac_address': 'fa:16:3e:25:cf:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2068c7ea-d0dc-482d-a859-f520d3ff2436', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:09:39.401939 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port ebadb043-e9de-4649-a139-09dacac9d1d9 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:39.402330 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (ebadb043-e9de-4649-a139-09dacac9d1d9), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:39.414667 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebadb043-e9de-4649-a139-09dacac9d1d9 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:09:39.437493 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port ebadb043-e9de-4649-a139-09dacac9d1d9, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ebadb043-e9de-4649-a139-09dacac9d1d9,segment=NetworkSegment(a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a),segment_id=a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:39.441234 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (ebadb043-e9de-4649-a139-09dacac9d1d9), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:39.487512 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=ebadb043-e9de-4649-a139-09dacac9d1d9,revision_number=4']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:39.629133 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:09:39.629813 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fabe5-be0a-413a-87e2-47f61ddae0ff req-ea1d2805-f3fb-4682-a0f8-f38d0ee559e4 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:39.631282 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-095fabe5-be0a-413a-87e2-47f61ddae0ff req-ea1d2805-f3fb-4682-a0f8-f38d0ee559e4 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 945 time: 0.0498815 May 10 14:09:39.679253 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-095fabe5-be0a-413a-87e2-47f61ddae0ff req-3a3dedd1-08bc-418f-8ea8-407cf20167da tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420988 May 10 14:09:40.538249 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['ebadb043-e9de-4649-a139-09dacac9d1d9'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:09:40.799995 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37d9a5-2708-4424-8be8-fb7b409f8527 req-b64a4ae4-1ae6-4551-8078-299d0b6def8a tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:40.801386 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db37d9a5-2708-4424-8be8-fb7b409f8527 req-b64a4ae4-1ae6-4551-8078-299d0b6def8a tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 945 time: 0.0478110 May 10 14:09:40.849437 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-db37d9a5-2708-4424-8be8-fb7b409f8527 req-8ccb02ab-dfec-4b01-83cf-f49f980cc472 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425498 May 10 14:09:41.889556 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 59832) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:41.964347 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a227bb4-cc61-41f2-babd-35ccded4cce4 req-365f3c00-45ca-437b-971c-fb0aaa8e9aef tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:41.965885 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4a227bb4-cc61-41f2-babd-35ccded4cce4 req-365f3c00-45ca-437b-971c-fb0aaa8e9aef tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 945 time: 0.0493398 May 10 14:09:42.014060 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4a227bb4-cc61-41f2-babd-35ccded4cce4 req-737735fc-d8f6-4950-b9a5-9593cbe3ae5f tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425582 May 10 14:09:42.040878 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-e20b7667-3360-494d-b9ad-594699ab0940 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Deleting port 86dbdc93-a0eb-4d84-ba5f-241c941bdc73 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:09:42.041233 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e20b7667-3360-494d-b9ad-594699ab0940 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (86dbdc93-a0eb-4d84-ba5f-241c941bdc73), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:42.380279 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e20b7667-3360-494d-b9ad-594699ab0940 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (86dbdc93-a0eb-4d84-ba5f-241c941bdc73), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:42.380622 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e20b7667-3360-494d-b9ad-594699ab0940 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for floatingip (86dbdc93-a0eb-4d84-ba5f-241c941bdc73), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:42.398419 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-e20b7667-3360-494d-b9ad-594699ab0940 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Calling delete_port for 86dbdc93-a0eb-4d84-ba5f-241c941bdc73 owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:09:42.545976 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e20b7667-3360-494d-b9ad-594699ab0940 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (86dbdc93-a0eb-4d84-ba5f-241c941bdc73), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:42.576704 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b7667-3360-494d-b9ad-594699ab0940 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Pushing event deleted for resources: {'Port': ['ID=86dbdc93-a0eb-4d84-ba5f-241c941bdc73,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:42.634219 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e20b7667-3360-494d-b9ad-594699ab0940 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for floatingip (5faf0564-7b82-4e5e-ab51-1fec8ed693b7), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:42.634604 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-e20b7667-3360-494d-b9ad-594699ab0940 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Floating IP 5faf0564-7b82-4e5e-ab51-1fec8ed693b7 disassociated (deleted). External IP: 172.27.3.101, port: 6daf67e0-ce03-4c62-acf8-42fa18634144. May 10 14:09:42.844073 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20b7667-3360-494d-b9ad-594699ab0940 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Router 35f07a70-e556-4b08-bbe9-90c4c253768a has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:09:42.952606 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20b7667-3360-494d-b9ad-594699ab0940 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:09:42.957154 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e20b7667-3360-494d-b9ad-594699ab0940 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:42.961780 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72faed13-f3dd-4991-b25a-ef2c69e5b7c6 None None] Sync routers for ids ['35f07a70-e556-4b08-bbe9-90c4c253768a'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:09:42.971342 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72faed13-f3dd-4991-b25a-ef2c69e5b7c6 None None] Routers {'35f07a70-e556-4b08-bbe9-90c4c253768a'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:42.971966 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-72faed13-f3dd-4991-b25a-ef2c69e5b7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:09:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['35f07a70-e556-4b08-bbe9-90c4c253768a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:42.986871 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e20b7667-3360-494d-b9ad-594699ab0940 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "DELETE /v2.0/floatingips/5faf0564-7b82-4e5e-ab51-1fec8ed693b7 HTTP/1.1" status: 204 len: 168 time: 1.0962310 May 10 14:09:42.987477 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69343f84-e94e-4334-b040-ab048b6795ac', 'tag': '6daf67e0-ce03-4c62-acf8-42fa18634144'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:09:42.989736 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72864d8f697cc3849f7037e54fa44052707e53d1306a4a80922f5c2f90f38e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f41ab21-329a-48d0-a374-087708c2a3d7" -d '{"events": [{"name": "network-changed", "server_uuid": "69343f84-e94e-4334-b040-ab048b6795ac", "tag": "6daf67e0-ce03-4c62-acf8-42fa18634144"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:09:43.032008 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523be145-bb21-485d-ad00-2d2903e63a1d x-openstack-request-id: req-523be145-bb21-485d-ad00-2d2903e63a1d {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:09:43.032473 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69343f84-e94e-4334-b040-ab048b6795ac", "tag": "6daf67e0-ce03-4c62-acf8-42fa18634144", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:09:43.032603 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-523be145-bb21-485d-ad00-2d2903e63a1d {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:09:43.033024 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-523be145-bb21-485d-ad00-2d2903e63a1d'] response: {'name': 'network-changed', 'server_uuid': '69343f84-e94e-4334-b040-ab048b6795ac', 'tag': '6daf67e0-ce03-4c62-acf8-42fa18634144', 'status': 'completed', 'code': 200} May 10 14:09:43.090261 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-72faed13-f3dd-4991-b25a-ef2c69e5b7c6 None None] Set router 35f07a70-e556-4b08-bbe9-90c4c253768a gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:43.133751 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb0144-729b-4516-96f7-8a91172f70a7 req-31c37de5-e4b3-4586-8448-17e1aedf2dad tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:43.135261 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a3bb0144-729b-4516-96f7-8a91172f70a7 req-31c37de5-e4b3-4586-8448-17e1aedf2dad tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 945 time: 0.0511503 May 10 14:09:43.189386 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-a3bb0144-729b-4516-96f7-8a91172f70a7 req-6848876d-290f-4028-9395-4583c4aa2bda tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472901 May 10 14:09:43.222195 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ffefd-190a-4775-a77a-528e52ac3e12 req-5abdc66a-15ad-441b-ac64-dafba9fd9ec3 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:43.223674 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9f7ffefd-190a-4775-a77a-528e52ac3e12 req-5abdc66a-15ad-441b-ac64-dafba9fd9ec3 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 945 time: 0.0474236 May 10 14:09:43.271916 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-9f7ffefd-190a-4775-a77a-528e52ac3e12 req-17afd493-8243-4219-a5ad-2cf1e250232f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424376 May 10 14:09:43.323058 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-72faed13-f3dd-4991-b25a-ef2c69e5b7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 4, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'c9b2f731-8026-4bc0-aea1-74ae267fc78f', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'port_id': '1b71aba5-cc9f-45c9-8184-f38605a005e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'mac_address': 'fa:16:3e:40:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821e2fc1-0f9b-40f0-a08e-cb87df184140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:05:33Z', 'updated_at': '2022-05-10T14:05:36Z', 'revision_number': 1, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7b214a-9000-44e8-befd-b3fb9c002d41', 'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'mac_address': 'fa:16:3e:56:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:29Z', 'updated_at': '2022-05-10T14:01:37Z', 'revision_number': 5, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'subnets': [{'id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:43.350970 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72faed13-f3dd-4991-b25a-ef2c69e5b7c6 None None] Checking router: 35f07a70-e556-4b08-bbe9-90c4c253768a for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:09:43.359735 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72faed13-f3dd-4991-b25a-ef2c69e5b7c6 None None] Routers {'35f07a70-e556-4b08-bbe9-90c4c253768a'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:43.360382 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-72faed13-f3dd-4991-b25a-ef2c69e5b7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:09:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['35f07a70-e556-4b08-bbe9-90c4c253768a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:43.472220 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-72faed13-f3dd-4991-b25a-ef2c69e5b7c6 None None] Set router 35f07a70-e556-4b08-bbe9-90c4c253768a gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:43.497856 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device ebadb043-e9de-4649-a139-09dacac9d1d9 up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:09:43.603376 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning for port ebadb043-e9de-4649-a139-09dacac9d1d9 completed by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 14:09:43.616662 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port ebadb043-e9de-4649-a139-09dacac9d1d9 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:09:43.617043 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (ebadb043-e9de-4649-a139-09dacac9d1d9), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:43.780541 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port ebadb043-e9de-4649-a139-09dacac9d1d9 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:09:43.780846 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (ebadb043-e9de-4649-a139-09dacac9d1d9), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:43.791861 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-72faed13-f3dd-4991-b25a-ef2c69e5b7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 4, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'c9b2f731-8026-4bc0-aea1-74ae267fc78f', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'port_id': '1b71aba5-cc9f-45c9-8184-f38605a005e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'mac_address': 'fa:16:3e:40:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821e2fc1-0f9b-40f0-a08e-cb87df184140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:05:33Z', 'updated_at': '2022-05-10T14:05:36Z', 'revision_number': 1, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7b214a-9000-44e8-befd-b3fb9c002d41', 'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'mac_address': 'fa:16:3e:56:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:29Z', 'updated_at': '2022-05-10T14:01:37Z', 'revision_number': 5, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'subnets': [{'id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:43.949994 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72faed13-f3dd-4991-b25a-ef2c69e5b7c6 None None] The sync data for ids ['35f07a70-e556-4b08-bbe9-90c4c253768a'] in dv-cinder-840678-6-iscsi is: [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 4, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'c9b2f731-8026-4bc0-aea1-74ae267fc78f', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'floating_ip_address': '172.27.3.82', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'port_id': '1b71aba5-cc9f-45c9-8184-f38605a005e7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'mac_address': 'fa:16:3e:40:98:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821e2fc1-0f9b-40f0-a08e-cb87df184140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:05:33Z', 'updated_at': '2022-05-10T14:05:36Z', 'revision_number': 1, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe7b214a-9000-44e8-befd-b3fb9c002d41', 'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'mac_address': 'fa:16:3e:56:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:29Z', 'updated_at': '2022-05-10T14:01:37Z', 'revision_number': 5, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'subnets': [{'id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:09:43.956762 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c8053d-f1c3-442e-9fbe-d47ecc4683a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebadb043-e9de-4649-a139-09dacac9d1d9'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:09:43.959031 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bf77dc-a3a3-46eb-993c-d60ce717f100" -d '{"events": [{"server_uuid": "13c8053d-f1c3-442e-9fbe-d47ecc4683a9", "name": "network-vif-plugged", "status": "completed", "tag": "ebadb043-e9de-4649-a139-09dacac9d1d9"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:09:43.972603 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port ebadb043-e9de-4649-a139-09dacac9d1d9, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ebadb043-e9de-4649-a139-09dacac9d1d9,segment=NetworkSegment(a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a),segment_id=a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:43.978547 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (ebadb043-e9de-4649-a139-09dacac9d1d9), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:44.002367 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2737d0c8-db55-440d-8c51-c2b70edf11d3 x-openstack-request-id: req-2737d0c8-db55-440d-8c51-c2b70edf11d3 {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:09:44.002668 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c8053d-f1c3-442e-9fbe-d47ecc4683a9", "name": "network-vif-plugged", "status": "completed", "tag": "ebadb043-e9de-4649-a139-09dacac9d1d9", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:09:44.002928 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2737d0c8-db55-440d-8c51-c2b70edf11d3 {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:09:44.003326 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2737d0c8-db55-440d-8c51-c2b70edf11d3'] response: {'server_uuid': '13c8053d-f1c3-442e-9fbe-d47ecc4683a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebadb043-e9de-4649-a139-09dacac9d1d9', 'code': 200} May 10 14:09:44.029939 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=ebadb043-e9de-4649-a139-09dacac9d1d9,revision_number=5']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:44.199429 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bfb515-9649-4984-bb68-6593d97091b8 None None] New status for floating IP 5faf0564-7b82-4e5e-ab51-1fec8ed693b7: DOWN {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:09:44.303471 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dec25c-d6eb-4528-b609-8dbd9fe88a30 req-b73813f6-e557-4493-99eb-95473b8762be tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:44.305050 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-94dec25c-d6eb-4528-b609-8dbd9fe88a30 req-b73813f6-e557-4493-99eb-95473b8762be tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.0483820 May 10 14:09:44.356059 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-94dec25c-d6eb-4528-b609-8dbd9fe88a30 req-f53ad239-736d-49b2-bf97-434cc3c778d8 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453670 May 10 14:09:44.439503 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0838f2-944d-48e0-a6bf-c59c566bdc01 req-4f4bd110-d85c-4827-b8d2-2970deeb5322 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:44.440958 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4d0838f2-944d-48e0-a6bf-c59c566bdc01 req-4f4bd110-d85c-4827-b8d2-2970deeb5322 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 945 time: 0.0451739 May 10 14:09:44.490777 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4d0838f2-944d-48e0-a6bf-c59c566bdc01 req-3a8d03c6-5f5f-4ed6-ab8e-9963e8f05404 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428135 May 10 14:09:45.466286 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971d4e0-0e38-4057-89be-f287e8eebaef req-066fc974-412a-401a-addd-207e499c40c0 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:45.467718 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3971d4e0-0e38-4057-89be-f287e8eebaef req-066fc974-412a-401a-addd-207e499c40c0 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.0460439 May 10 14:09:45.514856 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3971d4e0-0e38-4057-89be-f287e8eebaef req-61925e32-f562-4311-ad92-9e45052d20a4 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417070 May 10 14:09:45.603008 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b173891-9701-4520-8c0f-470ec52a7e96 req-7933a984-cdfb-44d5-a83c-5fbd2d4b79e8 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:45.604551 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7b173891-9701-4520-8c0f-470ec52a7e96 req-7933a984-cdfb-44d5-a83c-5fbd2d4b79e8 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 945 time: 0.0475094 May 10 14:09:45.654317 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7b173891-9701-4520-8c0f-470ec52a7e96 req-001c4bf3-24bf-4773-8355-6c5a242e38dd tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442369 May 10 14:09:45.838859 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41ab21-329a-48d0-a374-087708c2a3d7 req-d2473fb1-e3ad-4d4f-9363-e6a95136c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:45.840283 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6f41ab21-329a-48d0-a374-087708c2a3d7 req-d2473fb1-e3ad-4d4f-9363-e6a95136c551 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=104740054c3a47ca8cc3cb262d975fd5&device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 1129 time: 0.0455623 May 10 14:09:46.126820 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41ab21-329a-48d0-a374-087708c2a3d7 req-8f5efcac-c781-4eda-b6fd-da060874a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:46.128331 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6f41ab21-329a-48d0-a374-087708c2a3d7 req-8f5efcac-c781-4eda-b6fd-da060874a2fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=c3ef3499-58c5-4573-b70a-3147dbe30f92 HTTP/1.1" status: 200 len: 912 time: 0.0929198 May 10 14:09:46.148979 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ceeb32-e456-4442-af29-ee6b00d7541a req-4c115067-ab4c-49b7-969f-7b3f5d59908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:46.150458 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b3ceeb32-e456-4442-af29-ee6b00d7541a req-4c115067-ab4c-49b7-969f-7b3f5d59908e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 1130 time: 0.0434270 May 10 14:09:46.329936 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6f41ab21-329a-48d0-a374-087708c2a3d7 req-1988acd0-a1f1-4faf-9e2b-faceca71980a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6daf67e0-ce03-4c62-acf8-42fa18634144 HTTP/1.1" status: 200 len: 217 time: 0.0377047 May 10 14:09:46.330940 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b3ceeb32-e456-4442-af29-ee6b00d7541a req-e803550a-41de-4434-a8ed-d743ee1ce33b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397646 May 10 14:09:46.630212 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9501c-86ce-4581-b6fa-cce5e6468dac req-672f113c-9da1-4617-947f-28446a6934e5 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:46.631692 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6eb9501c-86ce-4581-b6fa-cce5e6468dac req-672f113c-9da1-4617-947f-28446a6934e5 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.0511978 May 10 14:09:46.676848 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41ab21-329a-48d0-a374-087708c2a3d7 req-5e59b86a-089e-4ced-9535-efd2928f6f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:46.677995 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6f41ab21-329a-48d0-a374-087708c2a3d7 req-5e59b86a-089e-4ced-9535-efd2928f6f23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea5f467a-2a77-46ae-b000-00f12ba5a923 HTTP/1.1" status: 200 len: 850 time: 0.0461233 May 10 14:09:46.680855 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-6eb9501c-86ce-4581-b6fa-cce5e6468dac req-3e048eb0-7fe6-4dbf-9309-64ad4d360050 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435359 May 10 14:09:46.796957 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6a9d3-be8a-435b-bae5-f51b8ed827f4 req-2f60db53-7577-4a63-8d2f-b67bc1adfa28 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:46.798397 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f8a6a9d3-be8a-435b-bae5-f51b8ed827f4 req-2f60db53-7577-4a63-8d2f-b67bc1adfa28 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 945 time: 0.0731249 May 10 14:09:46.803445 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41ab21-329a-48d0-a374-087708c2a3d7 req-8a6edce7-8b69-47dc-a7d1-ecf6e565d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:46.804834 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6f41ab21-329a-48d0-a374-087708c2a3d7 req-8a6edce7-8b69-47dc-a7d1-ecf6e565d219 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c3ef3499-58c5-4573-b70a-3147dbe30f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520740 May 10 14:09:46.849834 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f8a6a9d3-be8a-435b-bae5-f51b8ed827f4 req-d6f5d91c-70b8-4b51-9038-870621841f27 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440876 May 10 14:09:47.128067 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281e07d-c53d-4ea0-a4c0-dfed904b35ac req-22d069a5-9204-4054-a0a0-b67509a0fe90 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:47.129523 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f281e07d-c53d-4ea0-a4c0-dfed904b35ac req-22d069a5-9204-4054-a0a0-b67509a0fe90 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.57 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 945 time: 0.0453289 May 10 14:09:47.165625 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6f41ab21-329a-48d0-a374-087708c2a3d7 req-e1ec27e1-41d4-4496-b57e-a07fe5197dfc service neutron] 10.222.0.57 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804806 May 10 14:09:47.218850 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-f281e07d-c53d-4ea0-a4c0-dfed904b35ac req-11c72f2b-62a0-41cd-a8cd-279c60223d11 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Deleting port 6daf67e0-ce03-4c62-acf8-42fa18634144 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:09:47.219198 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f281e07d-c53d-4ea0-a4c0-dfed904b35ac req-11c72f2b-62a0-41cd-a8cd-279c60223d11 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (6daf67e0-ce03-4c62-acf8-42fa18634144), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:47.278127 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6f41ab21-329a-48d0-a374-087708c2a3d7 req-24ce34ac-b0b7-4759-af50-226640cfec54 service neutron] 10.222.0.57 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856061 May 10 14:09:47.306568 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-f281e07d-c53d-4ea0-a4c0-dfed904b35ac req-11c72f2b-62a0-41cd-a8cd-279c60223d11 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] For port 6daf67e0-ce03-4c62-acf8-42fa18634144, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=6daf67e0-ce03-4c62-acf8-42fa18634144,segment=NetworkSegment(802f5ae2-3ab4-4db1-a100-675af79fa1cc),segment_id=802f5ae2-3ab4-4db1-a100-675af79fa1cc)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:47.307098 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f281e07d-c53d-4ea0-a4c0-dfed904b35ac req-11c72f2b-62a0-41cd-a8cd-279c60223d11 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (6daf67e0-ce03-4c62-acf8-42fa18634144), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:47.320659 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-f281e07d-c53d-4ea0-a4c0-dfed904b35ac req-11c72f2b-62a0-41cd-a8cd-279c60223d11 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Calling delete_port for 6daf67e0-ce03-4c62-acf8-42fa18634144 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:09:47.449273 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f281e07d-c53d-4ea0-a4c0-dfed904b35ac req-11c72f2b-62a0-41cd-a8cd-279c60223d11 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (6daf67e0-ce03-4c62-acf8-42fa18634144), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:47.479997 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c72f2b-62a0-41cd-a8cd-279c60223d11 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Pushing event deleted for resources: {'Port': ['ID=6daf67e0-ce03-4c62-acf8-42fa18634144,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:47.527519 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-f281e07d-c53d-4ea0-a4c0-dfed904b35ac req-11c72f2b-62a0-41cd-a8cd-279c60223d11 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] No DVR routers for this DVR port 6daf67e0-ce03-4c62-acf8-42fa18634144 on host hv-cinder-84067 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:09:47.530227 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-f281e07d-c53d-4ea0-a4c0-dfed904b35ac req-11c72f2b-62a0-41cd-a8cd-279c60223d11 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:47.533616 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f281e07d-c53d-4ea0-a4c0-dfed904b35ac req-11c72f2b-62a0-41cd-a8cd-279c60223d11 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.57 "DELETE /v2.0/ports/6daf67e0-ce03-4c62-acf8-42fa18634144 HTTP/1.1" status: 204 len: 173 time: 0.3982537 May 10 14:09:47.534076 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69343f84-e94e-4334-b040-ab048b6795ac', 'name': 'network-vif-deleted', 'tag': '6daf67e0-ce03-4c62-acf8-42fa18634144'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:09:47.536321 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72864d8f697cc3849f7037e54fa44052707e53d1306a4a80922f5c2f90f38e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e43068-5891-4de0-aa11-c190b192010b" -d '{"events": [{"server_uuid": "69343f84-e94e-4334-b040-ab048b6795ac", "name": "network-vif-deleted", "tag": "6daf67e0-ce03-4c62-acf8-42fa18634144"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:09:47.573469 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6d81f4-8da7-47f3-b68a-730f3ebfa69d x-openstack-request-id: req-1c6d81f4-8da7-47f3-b68a-730f3ebfa69d {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:09:47.573763 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69343f84-e94e-4334-b040-ab048b6795ac", "name": "network-vif-deleted", "tag": "6daf67e0-ce03-4c62-acf8-42fa18634144", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:09:47.574018 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1c6d81f4-8da7-47f3-b68a-730f3ebfa69d {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:09:47.574418 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c6d81f4-8da7-47f3-b68a-730f3ebfa69d'] response: {'server_uuid': '69343f84-e94e-4334-b040-ab048b6795ac', 'name': 'network-vif-deleted', 'tag': '6daf67e0-ce03-4c62-acf8-42fa18634144', 'status': 'completed', 'code': 200} May 10 14:09:47.953066 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-8dec6582-4952-4fa8-95c1-c643b3936350 req-8b352b57-300c-4239-9097-7580b0f8a449 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=69343f84-e94e-4334-b040-ab048b6795ac HTTP/1.1" status: 200 len: 210 time: 0.0298364 May 10 14:09:48.099187 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6902cd-b432-48c5-af1b-8f8fec09572e req-00a1c504-ea5b-4a7e-87e7-932eafa331e1 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:48.100579 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7a6902cd-b432-48c5-af1b-8f8fec09572e req-00a1c504-ea5b-4a7e-87e7-932eafa331e1 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.3517194 May 10 14:09:48.146688 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7a6902cd-b432-48c5-af1b-8f8fec09572e req-b2a62b62-a882-489c-b567-a31d6dac93c8 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405669 May 10 14:09:48.261050 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2f900-ea1a-4c89-9a8b-577c57be6c58 req-b860ce89-7bed-4e1a-9ccc-32e4bc108854 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:48.264161 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e4b2f900-ea1a-4c89-9a8b-577c57be6c58 req-b860ce89-7bed-4e1a-9ccc-32e4bc108854 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.0527868 May 10 14:09:48.311419 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e4b2f900-ea1a-4c89-9a8b-577c57be6c58 req-031f048b-f9a7-4ee9-9a33-34e66f57da97 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427041 May 10 14:09:48.333895 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 59890) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:48.462798 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d96b711-615b-4ebc-b057-3e7ff7f09a74 tempest-TestShelveInstance-519392386 tempest-TestShelveInstance-519392386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:48.464316 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9d96b711-615b-4ebc-b057-3e7ff7f09a74 tempest-TestShelveInstance-519392386 tempest-TestShelveInstance-519392386-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 1125 time: 0.1294343 May 10 14:09:48.467351 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 59894) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:48.471763 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.v2.base [None req-33584407-e640-4fea-8f1e-0b76369bb2fa tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Request body: {'floatingip': {'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'port_id': 'ebadb043-e9de-4649-a139-09dacac9d1d9', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 14:09:48.491112 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-33584407-e640-4fea-8f1e-0b76369bb2fa tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:48.569365 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-33584407-e640-4fea-8f1e-0b76369bb2fa tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (None), before_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:48.671238 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_common [None req-33584407-e640-4fea-8f1e-0b76369bb2fa tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Allocated IP 172.27.3.73 (89429d30-8d6e-4195-a41d-5d4817ee56e2/9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e/888bc8f3-f089-45b3-b936-adcdd1ece021) {{(pid=103390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 14:09:48.781185 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-33584407-e640-4fea-8f1e-0b76369bb2fa tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for port (888bc8f3-f089-45b3-b936-adcdd1ece021), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:48.827080 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-33584407-e640-4fea-8f1e-0b76369bb2fa tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770989067888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (888bc8f3-f089-45b3-b936-adcdd1ece021), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:48.865344 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33584407-e640-4fea-8f1e-0b76369bb2fa tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Network 89429d30-8d6e-4195-a41d-5d4817ee56e2 is already hosted by enough agents. {{(pid=103390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 14:09:48.868035 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.base_scheduler [None req-33584407-e640-4fea-8f1e-0b76369bb2fa tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Resources bound (agent type, host, resource id): {{(pid=103390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 14:09:48.870460 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33584407-e640-4fea-8f1e-0b76369bb2fa tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Received port after_create {{(pid=103390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 14:09:48.907600 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33584407-e640-4fea-8f1e-0b76369bb2fa tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Pushing event updated for resources: {'Port': ['ID=888bc8f3-f089-45b3-b936-adcdd1ece021,revision_number=1']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:49.274647 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-33584407-e640-4fea-8f1e-0b76369bb2fa tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for floatingip (dfc2f19d-a837-465d-9f15-f1efc798fdd4), precommit_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:49.359703 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-33584407-e640-4fea-8f1e-0b76369bb2fa tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (888bc8f3-f089-45b3-b936-adcdd1ece021), before_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:49.507764 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-33584407-e640-4fea-8f1e-0b76369bb2fa tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for port (888bc8f3-f089-45b3-b936-adcdd1ece021), precommit_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:49.511926 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-33584407-e640-4fea-8f1e-0b76369bb2fa tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8740167'] for port (888bc8f3-f089-45b3-b936-adcdd1ece021), after_update {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:49.582030 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33584407-e640-4fea-8f1e-0b76369bb2fa tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Pushing event updated for resources: {'Port': ['ID=888bc8f3-f089-45b3-b936-adcdd1ece021,revision_number=2']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:49.592387 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-33584407-e640-4fea-8f1e-0b76369bb2fa tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-542948'] for floatingip (dfc2f19d-a837-465d-9f15-f1efc798fdd4), after_create {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:49.690719 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-33584407-e640-4fea-8f1e-0b76369bb2fa tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Floating IP dfc2f19d-a837-465d-9f15-f1efc798fdd4 associated. External IP: 172.27.3.73, port: ebadb043-e9de-4649-a139-09dacac9d1d9. May 10 14:09:49.898933 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33584407-e640-4fea-8f1e-0b76369bb2fa tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Router 4e9e7074-2157-4fc4-a95a-3687bfe648e1 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:09:50.008714 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33584407-e640-4fea-8f1e-0b76369bb2fa tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:09:50.019220 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086016dc-cd29-4310-a8ec-1f18f2c17142 None None] Sync routers for ids ['4e9e7074-2157-4fc4-a95a-3687bfe648e1'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:09:50.027649 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-33584407-e640-4fea-8f1e-0b76369bb2fa tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:50.030414 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086016dc-cd29-4310-a8ec-1f18f2c17142 None None] Routers {'4e9e7074-2157-4fc4-a95a-3687bfe648e1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:50.031210 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-086016dc-cd29-4310-a8ec-1f18f2c17142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:09:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['4e9e7074-2157-4fc4-a95a-3687bfe648e1'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:50.164809 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-086016dc-cd29-4310-a8ec-1f18f2c17142 None None] Set router 4e9e7074-2157-4fc4-a95a-3687bfe648e1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:50.337819 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-33584407-e640-4fea-8f1e-0b76369bb2fa tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8694158 May 10 14:09:50.338531 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c8053d-f1c3-442e-9fbe-d47ecc4683a9', 'tag': 'ebadb043-e9de-4649-a139-09dacac9d1d9'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:09:50.341334 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72864d8f697cc3849f7037e54fa44052707e53d1306a4a80922f5c2f90f38e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8967c63-2049-4f75-8ffa-4092cef86b86" -d '{"events": [{"name": "network-changed", "server_uuid": "13c8053d-f1c3-442e-9fbe-d47ecc4683a9", "tag": "ebadb043-e9de-4649-a139-09dacac9d1d9"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:09:50.386393 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd9e859-fbc5-4ec7-8a46-4feec6f01fc4 x-openstack-request-id: req-3bd9e859-fbc5-4ec7-8a46-4feec6f01fc4 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:09:50.386861 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c8053d-f1c3-442e-9fbe-d47ecc4683a9", "tag": "ebadb043-e9de-4649-a139-09dacac9d1d9", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:09:50.387287 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3bd9e859-fbc5-4ec7-8a46-4feec6f01fc4 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:09:50.387789 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bd9e859-fbc5-4ec7-8a46-4feec6f01fc4'] response: {'name': 'network-changed', 'server_uuid': '13c8053d-f1c3-442e-9fbe-d47ecc4683a9', 'tag': 'ebadb043-e9de-4649-a139-09dacac9d1d9', 'status': 'completed', 'code': 200} May 10 14:09:50.409440 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-086016dc-cd29-4310-a8ec-1f18f2c17142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'name': 'tempest-TestShelveInstance-984341737-router', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:08:56Z', 'updated_at': '2022-05-10T14:08:59Z', 'revision_number': 4, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'gw_port': {'id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:34:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:08:57Z', 'updated_at': '2022-05-10T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'dfc2f19d-a837-465d-9f15-f1efc798fdd4', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'port_id': 'ebadb043-e9de-4649-a139-09dacac9d1d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404', 'mac_address': 'fa:16:3e:25:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c8053d-f1c3-442e-9fbe-d47ecc4683a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:09:49Z', 'updated_at': '2022-05-10T14:09:49Z', 'revision_number': 0, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e42a91-b3b9-434c-a150-23281a06af6b', 'name': '', 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'mac_address': 'fa:16:3e:fa:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2068c7ea-d0dc-482d-a859-f520d3ff2436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:08:58Z', 'updated_at': '2022-05-10T14:09:03Z', 'revision_number': 5, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'subnets': [{'id': '2068c7ea-d0dc-482d-a859-f520d3ff2436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:50.438974 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086016dc-cd29-4310-a8ec-1f18f2c17142 None None] Checking router: 4e9e7074-2157-4fc4-a95a-3687bfe648e1 for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:09:50.447729 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086016dc-cd29-4310-a8ec-1f18f2c17142 None None] Routers {'4e9e7074-2157-4fc4-a95a-3687bfe648e1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:50.448458 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-086016dc-cd29-4310-a8ec-1f18f2c17142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:09:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['4e9e7074-2157-4fc4-a95a-3687bfe648e1'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:50.488728 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8967c63-2049-4f75-8ffa-4092cef86b86 req-8bca2d57-3fbb-4b15-a8d4-83bff2acf461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:50.490245 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f8967c63-2049-4f75-8ffa-4092cef86b86 req-8bca2d57-3fbb-4b15-a8d4-83bff2acf461 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5534e7deeddb4f72b5e068060f617c76&device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 1130 time: 0.0431612 May 10 14:09:50.576281 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-086016dc-cd29-4310-a8ec-1f18f2c17142 None None] Set router 4e9e7074-2157-4fc4-a95a-3687bfe648e1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:50.609374 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 6daf67e0-ce03-4c62-acf8-42fa18634144 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:09:50.628494 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1e351-13b8-4161-8fe1-b89adeccca03 req-3775f99a-f973-4878-8f7f-e279db196021 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:50.629958 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-89e1e351-13b8-4161-8fe1-b89adeccca03 req-3775f99a-f973-4878-8f7f-e279db196021 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=04ea8970-dc8e-45b8-8cf4-2e986ccd8564 HTTP/1.1" status: 200 len: 945 time: 0.0632162 May 10 14:09:50.632978 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8967c63-2049-4f75-8ffa-4092cef86b86 req-6d124cfa-f759-4126-bf66-39f727dae6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:50.634353 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f8967c63-2049-4f75-8ffa-4092cef86b86 req-6d124cfa-f759-4126-bf66-39f727dae6ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=c82a2923-712e-41ee-8597-e48c8815a404 HTTP/1.1" status: 200 len: 909 time: 0.1357069 May 10 14:09:50.634522 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] No Port match for: 6daf67e0-ce03-4c62-acf8-42fa18634144 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:09:50.634970 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 6daf67e0-ce03-4c62-acf8-42fa18634144 not bound to the agent host hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:09:50.682031 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-89e1e351-13b8-4161-8fe1-b89adeccca03 req-3335d9f2-fd27-4ff9-8522-d248572dd12e tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443013 May 10 14:09:50.823571 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-086016dc-cd29-4310-a8ec-1f18f2c17142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'name': 'tempest-TestShelveInstance-984341737-router', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:08:56Z', 'updated_at': '2022-05-10T14:08:59Z', 'revision_number': 4, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'gw_port': {'id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:34:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:08:57Z', 'updated_at': '2022-05-10T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'dfc2f19d-a837-465d-9f15-f1efc798fdd4', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'port_id': 'ebadb043-e9de-4649-a139-09dacac9d1d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404', 'mac_address': 'fa:16:3e:25:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c8053d-f1c3-442e-9fbe-d47ecc4683a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:09:49Z', 'updated_at': '2022-05-10T14:09:49Z', 'revision_number': 0, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e42a91-b3b9-434c-a150-23281a06af6b', 'name': '', 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'mac_address': 'fa:16:3e:fa:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2068c7ea-d0dc-482d-a859-f520d3ff2436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:08:58Z', 'updated_at': '2022-05-10T14:09:03Z', 'revision_number': 5, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'subnets': [{'id': '2068c7ea-d0dc-482d-a859-f520d3ff2436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:50.849774 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086016dc-cd29-4310-a8ec-1f18f2c17142 None None] The sync data for ids ['4e9e7074-2157-4fc4-a95a-3687bfe648e1'] in dv-cinder-840678-6-iscsi is: [{'id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'name': 'tempest-TestShelveInstance-984341737-router', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:08:56Z', 'updated_at': '2022-05-10T14:08:59Z', 'revision_number': 4, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'gw_port': {'id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:34:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:08:57Z', 'updated_at': '2022-05-10T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_floatingips': [{'id': 'dfc2f19d-a837-465d-9f15-f1efc798fdd4', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'router_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'port_id': 'ebadb043-e9de-4649-a139-09dacac9d1d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404', 'mac_address': 'fa:16:3e:25:cf:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c8053d-f1c3-442e-9fbe-d47ecc4683a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T14:09:49Z', 'updated_at': '2022-05-10T14:09:49Z', 'revision_number': 0, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e42a91-b3b9-434c-a150-23281a06af6b', 'name': '', 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'mac_address': 'fa:16:3e:fa:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2068c7ea-d0dc-482d-a859-f520d3ff2436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:08:58Z', 'updated_at': '2022-05-10T14:09:03Z', 'revision_number': 5, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'subnets': [{'id': '2068c7ea-d0dc-482d-a859-f520d3ff2436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:09:51.040210 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3835c2e-802f-4e81-b0b9-fd915f7e28b9 None None] New status for floating IP dfc2f19d-a837-465d-9f15-f1efc798fdd4: ACTIVE {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:09:51.284350 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 59930) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:51.429890 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Deleting port c252812a-17b9-4a8f-8929-7187f1d3ceea {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:09:51.430563 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (c252812a-17b9-4a8f-8929-7187f1d3ceea), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:51.505432 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (c252812a-17b9-4a8f-8929-7187f1d3ceea), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:51.505687 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for floatingip (c252812a-17b9-4a8f-8929-7187f1d3ceea), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:51.518893 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Calling delete_port for c252812a-17b9-4a8f-8929-7187f1d3ceea owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:09:51.662434 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (c252812a-17b9-4a8f-8929-7187f1d3ceea), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:51.686462 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Pushing event deleted for resources: {'Port': ['ID=c252812a-17b9-4a8f-8929-7187f1d3ceea,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:51.699491 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:51.699851 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:51.700225 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:51.701188 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:51.701534 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:51.701872 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:51.702204 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:51.702537 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:51.702864 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:51.703191 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:51.703520 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:51.703848 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:51.704198 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:51.704518 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:51.704842 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:51.760305 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for floatingip (c9b2f731-8026-4bc0-aea1-74ae267fc78f), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:51.760614 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Floating IP c9b2f731-8026-4bc0-aea1-74ae267fc78f disassociated (deleted). External IP: 172.27.3.82, port: 1b71aba5-cc9f-45c9-8184-f38605a005e7. May 10 14:09:51.798594 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a858be-9b39-4781-93be-0af5cfc12099 req-779de920-7913-400b-ae25-df7879ddc895 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:51.800056 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f9a858be-9b39-4781-93be-0af5cfc12099 req-779de920-7913-400b-ae25-df7879ddc895 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=04ea8970-dc8e-45b8-8cf4-2e986ccd8564 HTTP/1.1" status: 200 len: 945 time: 0.0466695 May 10 14:09:51.846165 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-f9a858be-9b39-4781-93be-0af5cfc12099 req-f34f2737-9a6b-4361-8cf4-19fa9d80fdb0 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402734 May 10 14:09:51.972728 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Router 35f07a70-e556-4b08-bbe9-90c4c253768a has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:09:52.080966 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:09:52.085076 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:52.096540 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be973fa2-3a8d-41a2-b7ac-a6b1e7d7ccd1 None None] Sync routers for ids ['35f07a70-e556-4b08-bbe9-90c4c253768a'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:09:52.111518 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be973fa2-3a8d-41a2-b7ac-a6b1e7d7ccd1 None None] Routers {'35f07a70-e556-4b08-bbe9-90c4c253768a'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:52.112141 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-be973fa2-3a8d-41a2-b7ac-a6b1e7d7ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:09:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['35f07a70-e556-4b08-bbe9-90c4c253768a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:52.157653 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-08849db8-db1e-481d-9822-734bc5ec2423 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "DELETE /v2.0/floatingips/c9b2f731-8026-4bc0-aea1-74ae267fc78f HTTP/1.1" status: 204 len: 168 time: 0.8721662 May 10 14:09:52.175884 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f8967c63-2049-4f75-8ffa-4092cef86b86 req-bd355b22-e6b6-4382-b2d6-d6edfd4fa7bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebadb043-e9de-4649-a139-09dacac9d1d9 HTTP/1.1" status: 200 len: 1001 time: 0.0697668 May 10 14:09:52.229322 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-be973fa2-3a8d-41a2-b7ac-a6b1e7d7ccd1 None None] Set router 35f07a70-e556-4b08-bbe9-90c4c253768a gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:52.273001 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8967c63-2049-4f75-8ffa-4092cef86b86 req-d4288de3-37a7-488d-bdd9-e8885b4f0de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:52.274762 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f8967c63-2049-4f75-8ffa-4092cef86b86 req-d4288de3-37a7-488d-bdd9-e8885b4f0de7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2068c7ea-d0dc-482d-a859-f520d3ff2436 HTTP/1.1" status: 200 len: 847 time: 0.0510976 May 10 14:09:52.386969 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70b15d-a46a-46e1-90ad-d71c1121cd4f req-1210d27b-389e-4157-bb0b-1e8315534612 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:52.388450 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fd70b15d-a46a-46e1-90ad-d71c1121cd4f req-1210d27b-389e-4157-bb0b-1e8315534612 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 946 time: 0.0513880 May 10 14:09:52.388954 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821e2fc1-0f9b-40f0-a08e-cb87df184140', 'tag': '1b71aba5-cc9f-45c9-8184-f38605a005e7'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:09:52.391642 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72864d8f697cc3849f7037e54fa44052707e53d1306a4a80922f5c2f90f38e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53219f70-dbce-4586-b724-911cfbe78d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "821e2fc1-0f9b-40f0-a08e-cb87df184140", "tag": "1b71aba5-cc9f-45c9-8184-f38605a005e7"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:09:52.430127 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab23c76-94a2-4e83-bb32-0165f05a55ce x-openstack-request-id: req-2ab23c76-94a2-4e83-bb32-0165f05a55ce {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:09:52.430127 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821e2fc1-0f9b-40f0-a08e-cb87df184140", "tag": "1b71aba5-cc9f-45c9-8184-f38605a005e7", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:09:52.430830 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ab23c76-94a2-4e83-bb32-0165f05a55ce {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:09:52.430830 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ab23c76-94a2-4e83-bb32-0165f05a55ce'] response: {'name': 'network-changed', 'server_uuid': '821e2fc1-0f9b-40f0-a08e-cb87df184140', 'tag': '1b71aba5-cc9f-45c9-8184-f38605a005e7', 'status': 'completed', 'code': 200} May 10 14:09:52.433357 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-be973fa2-3a8d-41a2-b7ac-a6b1e7d7ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 4, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'fe7b214a-9000-44e8-befd-b3fb9c002d41', 'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'mac_address': 'fa:16:3e:56:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:29Z', 'updated_at': '2022-05-10T14:01:37Z', 'revision_number': 5, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'subnets': [{'id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:52.444363 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-fd70b15d-a46a-46e1-90ad-d71c1121cd4f req-760fa8f5-4130-477d-9d67-67e16d07e4f0 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453854 May 10 14:09:52.459823 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be973fa2-3a8d-41a2-b7ac-a6b1e7d7ccd1 None None] Checking router: 35f07a70-e556-4b08-bbe9-90c4c253768a for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:09:52.468697 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be973fa2-3a8d-41a2-b7ac-a6b1e7d7ccd1 None None] Routers {'35f07a70-e556-4b08-bbe9-90c4c253768a'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:52.469304 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-be973fa2-3a8d-41a2-b7ac-a6b1e7d7ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:09:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['35f07a70-e556-4b08-bbe9-90c4c253768a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:52.574634 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-be973fa2-3a8d-41a2-b7ac-a6b1e7d7ccd1 None None] Set router 35f07a70-e556-4b08-bbe9-90c4c253768a gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:52.762188 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-be973fa2-3a8d-41a2-b7ac-a6b1e7d7ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 4, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'fe7b214a-9000-44e8-befd-b3fb9c002d41', 'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'mac_address': 'fa:16:3e:56:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:29Z', 'updated_at': '2022-05-10T14:01:37Z', 'revision_number': 5, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'subnets': [{'id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:52.789141 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be973fa2-3a8d-41a2-b7ac-a6b1e7d7ccd1 None None] The sync data for ids ['35f07a70-e556-4b08-bbe9-90c4c253768a'] in dv-cinder-840678-6-iscsi is: [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:30Z', 'revision_number': 4, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'fe7b214a-9000-44e8-befd-b3fb9c002d41', 'name': '', 'network_id': 'c3ef3499-58c5-4573-b70a-3147dbe30f92', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'mac_address': 'fa:16:3e:56:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:29Z', 'updated_at': '2022-05-10T14:01:37Z', 'revision_number': 5, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'subnets': [{'id': 'ea5f467a-2a77-46ae-b000-00f12ba5a923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:09:52.964485 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c79b8d-eb63-48af-b0c3-1fb760bfd588 req-49a94733-b032-4bf5-bacf-e930333df6da tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:52.965985 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d8c79b8d-eb63-48af-b0c3-1fb760bfd588 req-49a94733-b032-4bf5-bacf-e930333df6da tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=04ea8970-dc8e-45b8-8cf4-2e986ccd8564 HTTP/1.1" status: 200 len: 945 time: 0.0489311 May 10 14:09:53.002403 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572a54bf-a9bc-4a97-93ee-5918ca9945a6 None None] New status for floating IP c9b2f731-8026-4bc0-aea1-74ae267fc78f: DOWN {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:09:53.016209 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-d8c79b8d-eb63-48af-b0c3-1fb760bfd588 req-6555c421-2dcd-45b5-b3df-0c9c10fe2cd5 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442572 May 10 14:09:53.553930 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275301a-451e-4e96-9e3a-9d0363940ac8 req-6513dd7c-0e1e-4786-8ddc-5e9424460625 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:53.555287 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9275301a-451e-4e96-9e3a-9d0363940ac8 req-6513dd7c-0e1e-4786-8ddc-5e9424460625 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 946 time: 0.0456653 May 10 14:09:53.602295 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-9275301a-451e-4e96-9e3a-9d0363940ac8 req-08ecc68a-95e5-41ee-a6a9-7729a23260b8 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f074584-913b-4ce0-8ce8-c4605c6b2eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410917 May 10 14:09:53.631556 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8967c63-2049-4f75-8ffa-4092cef86b86 req-372230c5-7084-4015-a1fb-c8a8da7cdd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:53.633109 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f8967c63-2049-4f75-8ffa-4092cef86b86 req-372230c5-7084-4015-a1fb-c8a8da7cdd0e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c82a2923-712e-41ee-8597-e48c8815a404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430083 May 10 14:09:53.907107 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b107c11-2570-4798-af0c-efe9ef9a05e0 req-665761a6-769c-4745-8d19-b87566e1f4f6 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:53.908618 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4b107c11-2570-4798-af0c-efe9ef9a05e0 req-665761a6-769c-4745-8d19-b87566e1f4f6 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ea8970-dc8e-45b8-8cf4-2e986ccd8564 HTTP/1.1" status: 200 len: 945 time: 0.0730591 May 10 14:09:53.911704 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f8967c63-2049-4f75-8ffa-4092cef86b86 req-af3f74e2-9cea-4e37-8b6d-4b9c46d997fd service neutron] 10.222.0.57 "GET /v2.0/networks/c82a2923-712e-41ee-8597-e48c8815a404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819213 May 10 14:09:53.917986 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53219f70-dbce-4586-b724-911cfbe78d3d req-321f2b18-fab1-40ce-8b87-7f42811d0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:53.920056 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-53219f70-dbce-4586-b724-911cfbe78d3d req-321f2b18-fab1-40ce-8b87-7f42811d0507 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=104740054c3a47ca8cc3cb262d975fd5&device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 1130 time: 0.0515318 May 10 14:09:54.005170 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-f8967c63-2049-4f75-8ffa-4092cef86b86 req-bde62329-50ff-4bf2-b514-5aab002166c7 service neutron] 10.222.0.57 "GET /v2.0/networks/c82a2923-712e-41ee-8597-e48c8815a404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861564 May 10 14:09:54.068187 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-4b107c11-2570-4798-af0c-efe9ef9a05e0 req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Deleting port 235f625c-dada-4f4d-9a4c-affc95ada567 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:09:54.068539 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-4b107c11-2570-4798-af0c-efe9ef9a05e0 req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (235f625c-dada-4f4d-9a4c-affc95ada567), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:54.083772 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53219f70-dbce-4586-b724-911cfbe78d3d req-0c4aae6a-defc-494f-872a-6b591f6d8ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:54.085273 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-53219f70-dbce-4586-b724-911cfbe78d3d req-0c4aae6a-defc-494f-872a-6b591f6d8ae8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c3ef3499-58c5-4573-b70a-3147dbe30f92 HTTP/1.1" status: 200 len: 912 time: 0.1584651 May 10 14:09:54.162689 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-53219f70-dbce-4586-b724-911cfbe78d3d req-77673c43-a05f-4c74-827d-a5194d542443 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b71aba5-cc9f-45c9-8184-f38605a005e7 HTTP/1.1" status: 200 len: 217 time: 0.0365310 May 10 14:09:54.182990 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce2a47-36bd-4d9a-86a1-41dce6b2ba40 req-48ae78eb-280a-4b63-9c59-c19c814573a9 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:54.184492 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1fce2a47-36bd-4d9a-86a1-41dce6b2ba40 req-48ae78eb-280a-4b63-9c59-c19c814573a9 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=04ea8970-dc8e-45b8-8cf4-2e986ccd8564 HTTP/1.1" status: 200 len: 945 time: 0.0992489 May 10 14:09:54.225704 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-4b107c11-2570-4798-af0c-efe9ef9a05e0 req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] For port 235f625c-dada-4f4d-9a4c-affc95ada567, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=235f625c-dada-4f4d-9a4c-affc95ada567,segment=NetworkSegment(d3de4ef5-cecb-4c65-89bf-fc58be2b33e7),segment_id=d3de4ef5-cecb-4c65-89bf-fc58be2b33e7)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:54.226189 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-4b107c11-2570-4798-af0c-efe9ef9a05e0 req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (235f625c-dada-4f4d-9a4c-affc95ada567), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:54.230407 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-1fce2a47-36bd-4d9a-86a1-41dce6b2ba40 req-759f1c17-02b9-4c3c-94d4-3567e9026465 tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e3fb115-6a5d-44fc-a1cf-7165a897e32c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395505 May 10 14:09:54.245638 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-4b107c11-2570-4798-af0c-efe9ef9a05e0 req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Calling delete_port for 235f625c-dada-4f4d-9a4c-affc95ada567 owned by compute:nova {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:09:54.262002 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53219f70-dbce-4586-b724-911cfbe78d3d req-bba244c8-c4c1-41a8-a078-312d4857fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:54.263519 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-53219f70-dbce-4586-b724-911cfbe78d3d req-bba244c8-c4c1-41a8-a078-312d4857fbab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ea5f467a-2a77-46ae-b000-00f12ba5a923 HTTP/1.1" status: 200 len: 850 time: 0.0732822 May 10 14:09:54.308199 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54367b-6a32-4afc-af54-2a229034ee30 req-497ab95e-096f-48f2-bb06-cb97b91a0b8a tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:54.309619 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5e54367b-6a32-4afc-af54-2a229034ee30 req-497ab95e-096f-48f2-bb06-cb97b91a0b8a tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.57 "GET /v2.0/ports?device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 946 time: 0.0455270 May 10 14:09:54.349293 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53219f70-dbce-4586-b724-911cfbe78d3d req-a06de09f-8342-4115-acf9-57ceada26c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:09:54.350802 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-53219f70-dbce-4586-b724-911cfbe78d3d req-a06de09f-8342-4115-acf9-57ceada26c86 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c3ef3499-58c5-4573-b70a-3147dbe30f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0814323 May 10 14:09:54.404473 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-5e54367b-6a32-4afc-af54-2a229034ee30 req-15c6794b-399c-429f-8a31-ea4271056bbb tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Deleting port 1b71aba5-cc9f-45c9-8184-f38605a005e7 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:09:54.404947 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-5e54367b-6a32-4afc-af54-2a229034ee30 req-15c6794b-399c-429f-8a31-ea4271056bbb tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (1b71aba5-cc9f-45c9-8184-f38605a005e7), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:54.488084 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-53219f70-dbce-4586-b724-911cfbe78d3d req-8624c4b9-cef4-4a8c-ae4e-5120687a40e5 service neutron] 10.222.0.57 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248374 May 10 14:09:54.489056 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-4b107c11-2570-4798-af0c-efe9ef9a05e0 req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (235f625c-dada-4f4d-9a4c-affc95ada567), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:54.495123 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [req-5e54367b-6a32-4afc-af54-2a229034ee30 req-15c6794b-399c-429f-8a31-ea4271056bbb tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] For port 1b71aba5-cc9f-45c9-8184-f38605a005e7, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=1b71aba5-cc9f-45c9-8184-f38605a005e7,segment=NetworkSegment(802f5ae2-3ab4-4db1-a100-675af79fa1cc),segment_id=802f5ae2-3ab4-4db1-a100-675af79fa1cc)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:54.495499 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-5e54367b-6a32-4afc-af54-2a229034ee30 req-15c6794b-399c-429f-8a31-ea4271056bbb tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (1b71aba5-cc9f-45c9-8184-f38605a005e7), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:54.508609 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [req-5e54367b-6a32-4afc-af54-2a229034ee30 req-15c6794b-399c-429f-8a31-ea4271056bbb tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Calling delete_port for 1b71aba5-cc9f-45c9-8184-f38605a005e7 owned by compute:nova {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:09:54.525482 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Pushing event deleted for resources: {'Port': ['ID=235f625c-dada-4f4d-9a4c-affc95ada567,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:54.527828 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['235f625c-dada-4f4d-9a4c-affc95ada567'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:09:54.574089 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:54.574717 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:54.574717 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:54.575262 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:54.575388 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:54.575716 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:54.576046 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:54.576395 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:54.576725 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:54.577052 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:54.577382 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:54.577708 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:54.578030 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:54.578353 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:54.578678 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:09:54.624202 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b107c11-2570-4798-af0c-efe9ef9a05e0 req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] No DVR routers for this DVR port 235f625c-dada-4f4d-9a4c-affc95ada567 on host hv-cinder-84067 {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:09:54.627611 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-4b107c11-2570-4798-af0c-efe9ef9a05e0 req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:54.630865 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4b107c11-2570-4798-af0c-efe9ef9a05e0 req-39f32f18-03d8-4b19-b256-097bcff6328c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.57 "DELETE /v2.0/ports/235f625c-dada-4f4d-9a4c-affc95ada567 HTTP/1.1" status: 204 len: 173 time: 0.7099080 May 10 14:09:54.631308 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ea8970-dc8e-45b8-8cf4-2e986ccd8564', 'name': 'network-vif-deleted', 'tag': '235f625c-dada-4f4d-9a4c-affc95ada567'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:09:54.633576 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc049763-1f45-4732-b39b-239ff235c857" -d '{"events": [{"server_uuid": "04ea8970-dc8e-45b8-8cf4-2e986ccd8564", "name": "network-vif-deleted", "tag": "235f625c-dada-4f4d-9a4c-affc95ada567"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:09:54.643435 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-5e54367b-6a32-4afc-af54-2a229034ee30 req-15c6794b-399c-429f-8a31-ea4271056bbb tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (1b71aba5-cc9f-45c9-8184-f38605a005e7), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:54.676820 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6794b-399c-429f-8a31-ea4271056bbb tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Pushing event deleted for resources: {'Port': ['ID=1b71aba5-cc9f-45c9-8184-f38605a005e7,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:54.686341 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-53219f70-dbce-4586-b724-911cfbe78d3d req-31645346-c67f-4502-a42f-a09a98695472 service neutron] 10.222.0.57 "GET /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901209 May 10 14:09:54.705424 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0393eab1-7827-42b1-8b13-01d150eb09de x-openstack-request-id: req-0393eab1-7827-42b1-8b13-01d150eb09de {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:09:54.705654 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ea8970-dc8e-45b8-8cf4-2e986ccd8564", "name": "network-vif-deleted", "tag": "235f625c-dada-4f4d-9a4c-affc95ada567", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:09:54.720671 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0393eab1-7827-42b1-8b13-01d150eb09de {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:09:54.721160 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0393eab1-7827-42b1-8b13-01d150eb09de'] response: {'server_uuid': '04ea8970-dc8e-45b8-8cf4-2e986ccd8564', 'name': 'network-vif-deleted', 'tag': '235f625c-dada-4f4d-9a4c-affc95ada567', 'status': 'completed', 'code': 200} May 10 14:09:54.738202 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e54367b-6a32-4afc-af54-2a229034ee30 req-15c6794b-399c-429f-8a31-ea4271056bbb tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] No DVR routers for this DVR port 1b71aba5-cc9f-45c9-8184-f38605a005e7 on host hv-cinder-84067 {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:09:54.745297 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [req-5e54367b-6a32-4afc-af54-2a229034ee30 req-15c6794b-399c-429f-8a31-ea4271056bbb tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:54.748701 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5e54367b-6a32-4afc-af54-2a229034ee30 req-15c6794b-399c-429f-8a31-ea4271056bbb tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.57 "DELETE /v2.0/ports/1b71aba5-cc9f-45c9-8184-f38605a005e7 HTTP/1.1" status: 204 len: 173 time: 0.4332430 May 10 14:09:54.749164 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821e2fc1-0f9b-40f0-a08e-cb87df184140', 'name': 'network-vif-deleted', 'tag': '1b71aba5-cc9f-45c9-8184-f38605a005e7'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:09:54.751519 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72864d8f697cc3849f7037e54fa44052707e53d1306a4a80922f5c2f90f38e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068adb36-0425-41fe-a871-b706436903f6" -d '{"events": [{"server_uuid": "821e2fc1-0f9b-40f0-a08e-cb87df184140", "name": "network-vif-deleted", "tag": "1b71aba5-cc9f-45c9-8184-f38605a005e7"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:09:54.757433 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1fb2efe7-f1f2-4c66-980f-798f8ba40cda req-45055892-90e2-4ff7-b70d-9e896a97c206 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "GET /v2.0/ports?device_id=821e2fc1-0f9b-40f0-a08e-cb87df184140 HTTP/1.1" status: 200 len: 210 time: 0.0317132 May 10 14:09:54.791803 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab77bb7-6bc9-4b17-934e-78633c26a6e2 x-openstack-request-id: req-9ab77bb7-6bc9-4b17-934e-78633c26a6e2 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:09:54.792096 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821e2fc1-0f9b-40f0-a08e-cb87df184140", "name": "network-vif-deleted", "tag": "1b71aba5-cc9f-45c9-8184-f38605a005e7", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:09:54.792380 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ab77bb7-6bc9-4b17-934e-78633c26a6e2 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:09:54.792781 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab77bb7-6bc9-4b17-934e-78633c26a6e2'] response: {'server_uuid': '821e2fc1-0f9b-40f0-a08e-cb87df184140', 'name': 'network-vif-deleted', 'tag': '1b71aba5-cc9f-45c9-8184-f38605a005e7', 'status': 'completed', 'code': 200} May 10 14:09:55.339313 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-431eba1a-d0c4-4445-b83e-68cb00747713 req-24f50272-4585-4798-8abe-44d45baba17c tempest-VolumesSnapshotTestJSON-1742444496 tempest-VolumesSnapshotTestJSON-1742444496-project] 10.222.0.49 "GET /v2.0/ports?device_id=04ea8970-dc8e-45b8-8cf4-2e986ccd8564 HTTP/1.1" status: 200 len: 210 time: 0.0276761 May 10 14:09:55.454346 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:55.826321 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 59958) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:55.898697 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-14109adb-e69d-4d0b-9efb-9d7b6194e4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:55.942477 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-059d3432-c13b-4236-bcec-caeb9c106a02 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Deleting port fd857a51-d816-4344-847c-2d600f2da033 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:09:55.942827 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-059d3432-c13b-4236-bcec-caeb9c106a02 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (fd857a51-d816-4344-847c-2d600f2da033), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:56.016044 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-059d3432-c13b-4236-bcec-caeb9c106a02 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (fd857a51-d816-4344-847c-2d600f2da033), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:56.016391 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-059d3432-c13b-4236-bcec-caeb9c106a02 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for floatingip (fd857a51-d816-4344-847c-2d600f2da033), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:56.029709 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-059d3432-c13b-4236-bcec-caeb9c106a02 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Calling delete_port for fd857a51-d816-4344-847c-2d600f2da033 owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:09:56.170205 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-059d3432-c13b-4236-bcec-caeb9c106a02 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (fd857a51-d816-4344-847c-2d600f2da033), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:56.201020 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d3432-c13b-4236-bcec-caeb9c106a02 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Pushing event deleted for resources: {'Port': ['ID=fd857a51-d816-4344-847c-2d600f2da033,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:56.260857 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-059d3432-c13b-4236-bcec-caeb9c106a02 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for floatingip (b92cb63f-1d60-49a5-b7b8-8deaa1363450), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:56.263381 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-059d3432-c13b-4236-bcec-caeb9c106a02 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:56.264528 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-059d3432-c13b-4236-bcec-caeb9c106a02 tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "DELETE /v2.0/floatingips/b92cb63f-1d60-49a5-b7b8-8deaa1363450 HTTP/1.1" status: 204 len: 168 time: 0.4372485 May 10 14:09:56.612020 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 235f625c-dada-4f4d-9a4c-affc95ada567 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:09:56.625996 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] No Port match for: 235f625c-dada-4f4d-9a4c-affc95ada567 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:09:56.626349 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 235f625c-dada-4f4d-9a4c-affc95ada567 not bound to the agent host hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:09:57.468115 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 59980) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:57.535723 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c705dd6e-3180-4c97-b01a-4362a384dc0f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for security_group (4f074584-913b-4ce0-8ce8-c4605c6b2eae), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:57.562826 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c705dd6e-3180-4c97-b01a-4362a384dc0f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for security_group (4f074584-913b-4ce0-8ce8-c4605c6b2eae), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:57.621098 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c705dd6e-3180-4c97-b01a-4362a384dc0f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (4f074584-913b-4ce0-8ce8-c4605c6b2eae), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:57.624414 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-c705dd6e-3180-4c97-b01a-4362a384dc0f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:57.625562 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c705dd6e-3180-4c97-b01a-4362a384dc0f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] 10.222.0.49 "DELETE /v2.0/security-groups/4f074584-913b-4ce0-8ce8-c4605c6b2eae HTTP/1.1" status: 204 len: 168 time: 0.1564181 May 10 14:09:57.635414 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705dd6e-3180-4c97-b01a-4362a384dc0f tempest-TestVolumeBootPattern-253187725 tempest-TestVolumeBootPattern-253187725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f074584-913b-4ce0-8ce8-c4605c6b2eae,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:57.690774 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 59986) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:58.138373 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-05fc1c83-8794-4923-b9e7-73f763073be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544479'] for router_interface (35f07a70-e556-4b08-bbe9-90c4c253768a), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:58.303351 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-606d5c08-3abf-4a54-9b35-6cfd73cc569b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:58.371887 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-05fc1c83-8794-4923-b9e7-73f763073be6 admin admin] Deleting port fe7b214a-9000-44e8-befd-b3fb9c002d41 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:09:58.372258 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-05fc1c83-8794-4923-b9e7-73f763073be6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (fe7b214a-9000-44e8-befd-b3fb9c002d41), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:58.448389 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-05fc1c83-8794-4923-b9e7-73f763073be6 admin admin] For port fe7b214a-9000-44e8-befd-b3fb9c002d41, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=fe7b214a-9000-44e8-befd-b3fb9c002d41,segment=NetworkSegment(802f5ae2-3ab4-4db1-a100-675af79fa1cc),segment_id=802f5ae2-3ab4-4db1-a100-675af79fa1cc)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:58.448679 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-05fc1c83-8794-4923-b9e7-73f763073be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (fe7b214a-9000-44e8-befd-b3fb9c002d41), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:58.461019 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-05fc1c83-8794-4923-b9e7-73f763073be6 admin admin] Calling delete_port for fe7b214a-9000-44e8-befd-b3fb9c002d41 owned by network:router_interface {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:09:58.636632 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-05fc1c83-8794-4923-b9e7-73f763073be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (fe7b214a-9000-44e8-befd-b3fb9c002d41), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:58.663958 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc1c83-8794-4923-b9e7-73f763073be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7b214a-9000-44e8-befd-b3fb9c002d41,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:09:58.833376 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-05fc1c83-8794-4923-b9e7-73f763073be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-506192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546262'] for router_interface (35f07a70-e556-4b08-bbe9-90c4c253768a), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:59.321825 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fc1c83-8794-4923-b9e7-73f763073be6 admin admin] Router 35f07a70-e556-4b08-bbe9-90c4c253768a has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:09:59.383005 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:59.433693 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fc1c83-8794-4923-b9e7-73f763073be6 admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:09:59.440043 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-05fc1c83-8794-4923-b9e7-73f763073be6 admin admin] 10.222.0.49 "PUT /v2.0/routers/35f07a70-e556-4b08-bbe9-90c4c253768a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7472644 May 10 14:09:59.441638 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 59998) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:09:59.443937 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469c0040-bf2d-497e-bceb-ec71591b5ebf None None] Sync routers for ids ['35f07a70-e556-4b08-bbe9-90c4c253768a'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:09:59.454027 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469c0040-bf2d-497e-bceb-ec71591b5ebf None None] Routers {'35f07a70-e556-4b08-bbe9-90c4c253768a'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:59.454643 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-469c0040-bf2d-497e-bceb-ec71591b5ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:09:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['35f07a70-e556-4b08-bbe9-90c4c253768a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:59.548875 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8060-ad54-446d-aa26-9a237008ee97 admin admin] Publish callbacks [] for router (35f07a70-e556-4b08-bbe9-90c4c253768a), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:59.654803 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8060-ad54-446d-aa26-9a237008ee97 admin admin] Publish callbacks [] for router_gateway (35f07a70-e556-4b08-bbe9-90c4c253768a), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:59.689591 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-469c0040-bf2d-497e-bceb-ec71591b5ebf None None] Set router 35f07a70-e556-4b08-bbe9-90c4c253768a gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:09:59.701656 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-9e1f8060-ad54-446d-aa26-9a237008ee97 admin admin] Deleting port 08ce32f3-607f-4b84-a64c-e90b018b8809 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:09:59.701998 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8060-ad54-446d-aa26-9a237008ee97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (08ce32f3-607f-4b84-a64c-e90b018b8809), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:59.747103 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 1b71aba5-cc9f-45c9-8184-f38605a005e7 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:09:59.768052 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] No Port match for: 1b71aba5-cc9f-45c9-8184-f38605a005e7 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:09:59.768443 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device 1b71aba5-cc9f-45c9-8184-f38605a005e7 not bound to the agent host hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:09:59.779458 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-9e1f8060-ad54-446d-aa26-9a237008ee97 admin admin] For port 08ce32f3-607f-4b84-a64c-e90b018b8809, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=08ce32f3-607f-4b84-a64c-e90b018b8809,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:09:59.779825 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8060-ad54-446d-aa26-9a237008ee97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (08ce32f3-607f-4b84-a64c-e90b018b8809), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:59.792567 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-9e1f8060-ad54-446d-aa26-9a237008ee97 admin admin] Calling delete_port for 08ce32f3-607f-4b84-a64c-e90b018b8809 owned by network:router_gateway {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:09:59.882093 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-469c0040-bf2d-497e-bceb-ec71591b5ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:09:58Z', 'revision_number': 5, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port': {'id': '08ce32f3-607f-4b84-a64c-e90b018b8809', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:59.913062 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469c0040-bf2d-497e-bceb-ec71591b5ebf None None] Checking router: 35f07a70-e556-4b08-bbe9-90c4c253768a for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:09:59.922025 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469c0040-bf2d-497e-bceb-ec71591b5ebf None None] Routers {'35f07a70-e556-4b08-bbe9-90c4c253768a'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:09:59.922643 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-469c0040-bf2d-497e-bceb-ec71591b5ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:09:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['35f07a70-e556-4b08-bbe9-90c4c253768a'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:09:59.962045 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8060-ad54-446d-aa26-9a237008ee97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (08ce32f3-607f-4b84-a64c-e90b018b8809), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:09:59.993279 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f8060-ad54-446d-aa26-9a237008ee97 admin admin] Pushing event deleted for resources: {'Port': ['ID=08ce32f3-607f-4b84-a64c-e90b018b8809,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:00.016136 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-469c0040-bf2d-497e-bceb-ec71591b5ebf None None] Set router 35f07a70-e556-4b08-bbe9-90c4c253768a gateway port host: None {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:10:00.057745 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8060-ad54-446d-aa26-9a237008ee97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537777'] for router_gateway (35f07a70-e556-4b08-bbe9-90c4c253768a), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:00.068208 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-469c0040-bf2d-497e-bceb-ec71591b5ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:09:59Z', 'revision_number': 6, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port_host': None}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:00.099085 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469c0040-bf2d-497e-bceb-ec71591b5ebf None None] The sync data for ids ['35f07a70-e556-4b08-bbe9-90c4c253768a'] in dv-cinder-840678-6-iscsi is: [{'id': '35f07a70-e556-4b08-bbe9-90c4c253768a', 'name': 'tempest-TestVolumeBootPattern-713153661-router', 'tenant_id': '104740054c3a47ca8cc3cb262d975fd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:27Z', 'updated_at': '2022-05-10T14:09:59Z', 'revision_number': 6, 'project_id': '104740054c3a47ca8cc3cb262d975fd5', 'gw_port_host': None}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:10:00.155582 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8060-ad54-446d-aa26-9a237008ee97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1618'] for router (35f07a70-e556-4b08-bbe9-90c4c253768a), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:00.158708 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8060-ad54-446d-aa26-9a237008ee97 admin admin] Publish callbacks [] for router_controller (35f07a70-e556-4b08-bbe9-90c4c253768a), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:00.211073 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8060-ad54-446d-aa26-9a237008ee97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539494'] for router (35f07a70-e556-4b08-bbe9-90c4c253768a), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:00.211533 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1f8060-ad54-446d-aa26-9a237008ee97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35f07a70-e556-4b08-bbe9-90c4c253768a {{(pid=103390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 14:10:00.216273 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-9e1f8060-ad54-446d-aa26-9a237008ee97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:00.217879 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-9e1f8060-ad54-446d-aa26-9a237008ee97 admin admin] 10.222.0.49 "DELETE /v2.0/routers/35f07a70-e556-4b08-bbe9-90c4c253768a HTTP/1.1" status: 204 len: 168 time: 0.7752891 May 10 14:10:00.220437 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 60002) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:00.263825 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-b952ebbb-ebcc-441b-bb4c-148b50525556 admin admin] Deleting subnet ea5f467a-2a77-46ae-b000-00f12ba5a923 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:10:00.267091 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b952ebbb-ebcc-441b-bb4c-148b50525556 admin admin] Publish callbacks [] for subnet (ea5f467a-2a77-46ae-b000-00f12ba5a923), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:00.301101 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b952ebbb-ebcc-441b-bb4c-148b50525556 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613639'] for subnet (ea5f467a-2a77-46ae-b000-00f12ba5a923), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:00.388092 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b952ebbb-ebcc-441b-bb4c-148b50525556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853495'] for subnet (ea5f467a-2a77-46ae-b000-00f12ba5a923), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:00.440579 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b952ebbb-ebcc-441b-bb4c-148b50525556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8740105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10142743'] for subnet (ea5f467a-2a77-46ae-b000-00f12ba5a923), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:00.470487 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b952ebbb-ebcc-441b-bb4c-148b50525556 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:00.473606 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b952ebbb-ebcc-441b-bb4c-148b50525556 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ea5f467a-2a77-46ae-b000-00f12ba5a923 HTTP/1.1" status: 204 len: 168 time: 0.2522087 May 10 14:10:00.474391 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952ebbb-ebcc-441b-bb4c-148b50525556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea5f467a-2a77-46ae-b000-00f12ba5a923,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:00.476255 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 60004) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:00.484739 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a457a6-f201-433a-b504-bea7aeae56cc None None] Network c3ef3499-58c5-4573-b70a-3147dbe30f92 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:10:00.552722 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4a03352b-1388-4f33-855b-52e0d96df283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7763938'] for network (c3ef3499-58c5-4573-b70a-3147dbe30f92), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:00.608577 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-4a03352b-1388-4f33-855b-52e0d96df283 admin admin] Deleting port d5f8189c-0839-4d75-8595-009c1b859025 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:10:00.608926 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4a03352b-1388-4f33-855b-52e0d96df283 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (d5f8189c-0839-4d75-8595-009c1b859025), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:00.671776 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-4a03352b-1388-4f33-855b-52e0d96df283 admin admin] For port d5f8189c-0839-4d75-8595-009c1b859025, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=d5f8189c-0839-4d75-8595-009c1b859025,segment=NetworkSegment(802f5ae2-3ab4-4db1-a100-675af79fa1cc),segment_id=802f5ae2-3ab4-4db1-a100-675af79fa1cc)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:10:00.672147 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4a03352b-1388-4f33-855b-52e0d96df283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (d5f8189c-0839-4d75-8595-009c1b859025), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:00.685122 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-4a03352b-1388-4f33-855b-52e0d96df283 admin admin] Calling delete_port for d5f8189c-0839-4d75-8595-009c1b859025 owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:10:00.771118 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:00.774619 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4a03352b-1388-4f33-855b-52e0d96df283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (d5f8189c-0839-4d75-8595-009c1b859025), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:00.798818 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03352b-1388-4f33-855b-52e0d96df283 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5f8189c-0839-4d75-8595-009c1b859025,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:00.804609 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a03352b-1388-4f33-855b-52e0d96df283 admin admin] No DVR routers for this DVR port d5f8189c-0839-4d75-8595-009c1b859025 on host dv-cinder-840678-6-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:10:00.880786 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4a03352b-1388-4f33-855b-52e0d96df283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854924', 'neutron.services.segments.db._delete_segments_for_network-8770989559345'] for network (c3ef3499-58c5-4573-b70a-3147dbe30f92), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:00.904080 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-4a03352b-1388-4f33-855b-52e0d96df283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ef3499-58c5-4573-b70a-3147dbe30f92']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:00.906666 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f322c655-c83d-462e-aead-a4b843fd53ab None None] DHCP port deletion for c3ef3499-58c5-4573-b70a-3147dbe30f92 request from dv-cinder-840678-6-iscsi {{(pid=103391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 14:10:00.914098 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-4a03352b-1388-4f33-855b-52e0d96df283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '802f5ae2-3ab4-4db1-a100-675af79fa1cc') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:00.914540 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-4a03352b-1388-4f33-855b-52e0d96df283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '802f5ae2-3ab4-4db1-a100-675af79fa1cc') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:00.928303 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4a03352b-1388-4f33-855b-52e0d96df283 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770989363514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9373924'] for segment (802f5ae2-3ab4-4db1-a100-675af79fa1cc), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:00.942573 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4a03352b-1388-4f33-855b-52e0d96df283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (802f5ae2-3ab4-4db1-a100-675af79fa1cc), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:00.949190 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a03352b-1388-4f33-855b-52e0d96df283 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:10:00.949645 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4a03352b-1388-4f33-855b-52e0d96df283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9372347'] for segment (802f5ae2-3ab4-4db1-a100-675af79fa1cc), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: Traceback (most recent call last): May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: timer() May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: cb(*args, **kw) May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: return func(*args, **kwargs) May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: self._notify() May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: self.callback(batched_events) May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: event.method(event) May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: return f(self, *a, **k) May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: return self._get(url).json() May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:10:00.952205 dv-cinder-840678-6-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:10:01.011481 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4a03352b-1388-4f33-855b-52e0d96df283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542943'] for network (c3ef3499-58c5-4573-b70a-3147dbe30f92), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:01.017669 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-4a03352b-1388-4f33-855b-52e0d96df283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:01.020920 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-4a03352b-1388-4f33-855b-52e0d96df283 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c3ef3499-58c5-4573-b70a-3147dbe30f92 HTTP/1.1" status: 204 len: 168 time: 0.5435750 May 10 14:10:01.023753 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 60010) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:01.077255 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03352b-1388-4f33-855b-52e0d96df283 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3ef3499-58c5-4573-b70a-3147dbe30f92,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:01.397981 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device d5f8189c-0839-4d75-8595-009c1b859025 no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:10:01.414630 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c9960493-0842-4663-90f3-7aed8ec83451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544479'] for router_interface (c5c734e1-fb63-464e-a9cc-665bd46fd569), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:01.418805 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: d5f8189c-0839-4d75-8595-009c1b859025 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:10:01.419283 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device d5f8189c-0839-4d75-8595-009c1b859025 not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:10:01.419919 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 08ce32f3-607f-4b84-a64c-e90b018b8809 no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:10:01.439436 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: 08ce32f3-607f-4b84-a64c-e90b018b8809 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:10:01.439874 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 08ce32f3-607f-4b84-a64c-e90b018b8809 not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:10:01.440309 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device fe7b214a-9000-44e8-befd-b3fb9c002d41 no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:10:01.459526 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: fe7b214a-9000-44e8-befd-b3fb9c002d41 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:10:01.459868 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device fe7b214a-9000-44e8-befd-b3fb9c002d41 not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:10:01.661592 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-c9960493-0842-4663-90f3-7aed8ec83451 admin admin] Deleting port e510159d-41cd-41b7-b668-cecf5bc265e4 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:10:01.662255 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c9960493-0842-4663-90f3-7aed8ec83451 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (e510159d-41cd-41b7-b668-cecf5bc265e4), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:01.744531 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-c9960493-0842-4663-90f3-7aed8ec83451 admin admin] For port e510159d-41cd-41b7-b668-cecf5bc265e4, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=e510159d-41cd-41b7-b668-cecf5bc265e4,segment=NetworkSegment(8bd1f223-ecde-46d5-a5ac-28e2375b952b),segment_id=8bd1f223-ecde-46d5-a5ac-28e2375b952b)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:10:01.744908 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c9960493-0842-4663-90f3-7aed8ec83451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (e510159d-41cd-41b7-b668-cecf5bc265e4), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:01.764740 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-c9960493-0842-4663-90f3-7aed8ec83451 admin admin] Calling delete_port for e510159d-41cd-41b7-b668-cecf5bc265e4 owned by network:router_interface {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:10:01.947365 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c9960493-0842-4663-90f3-7aed8ec83451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (e510159d-41cd-41b7-b668-cecf5bc265e4), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:01.976022 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9960493-0842-4663-90f3-7aed8ec83451 admin admin] Pushing event deleted for resources: {'Port': ['ID=e510159d-41cd-41b7-b668-cecf5bc265e4,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:02.145554 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-c9960493-0842-4663-90f3-7aed8ec83451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-506192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546262'] for router_interface (c5c734e1-fb63-464e-a9cc-665bd46fd569), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:02.321880 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:02.362732 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9960493-0842-4663-90f3-7aed8ec83451 admin admin] Router c5c734e1-fb63-464e-a9cc-665bd46fd569 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:10:02.745475 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9960493-0842-4663-90f3-7aed8ec83451 admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:10:02.755480 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-c9960493-0842-4663-90f3-7aed8ec83451 admin admin] 10.222.0.49 "PUT /v2.0/routers/c5c734e1-fb63-464e-a9cc-665bd46fd569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7277038 May 10 14:10:02.755583 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 60024) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:02.756759 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f85c512-59be-4fa6-89a1-35140e154a13 None None] Sync routers for ids ['c5c734e1-fb63-464e-a9cc-665bd46fd569'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:10:02.768064 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f85c512-59be-4fa6-89a1-35140e154a13 None None] Routers {'c5c734e1-fb63-464e-a9cc-665bd46fd569'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:10:02.768768 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-7f85c512-59be-4fa6-89a1-35140e154a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:09:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['c5c734e1-fb63-464e-a9cc-665bd46fd569'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:02.864824 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b3b624c8-bc33-4d03-87a5-a808a19694c4 admin admin] Publish callbacks [] for router (c5c734e1-fb63-464e-a9cc-665bd46fd569), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:02.879202 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-7f85c512-59be-4fa6-89a1-35140e154a13 None None] Set router c5c734e1-fb63-464e-a9cc-665bd46fd569 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:10:02.971608 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b3b624c8-bc33-4d03-87a5-a808a19694c4 admin admin] Publish callbacks [] for router_gateway (c5c734e1-fb63-464e-a9cc-665bd46fd569), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:03.018001 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-b3b624c8-bc33-4d03-87a5-a808a19694c4 admin admin] Deleting port 4b133de4-53d9-46d8-94ee-83a811855951 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:10:03.018243 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b3b624c8-bc33-4d03-87a5-a808a19694c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (4b133de4-53d9-46d8-94ee-83a811855951), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:03.097787 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-b3b624c8-bc33-4d03-87a5-a808a19694c4 admin admin] For port 4b133de4-53d9-46d8-94ee-83a811855951, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=4b133de4-53d9-46d8-94ee-83a811855951,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:10:03.098155 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b3b624c8-bc33-4d03-87a5-a808a19694c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (4b133de4-53d9-46d8-94ee-83a811855951), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:03.111307 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-b3b624c8-bc33-4d03-87a5-a808a19694c4 admin admin] Calling delete_port for 4b133de4-53d9-46d8-94ee-83a811855951 owned by network:router_gateway {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:10:03.135067 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-7f85c512-59be-4fa6-89a1-35140e154a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c734e1-fb63-464e-a9cc-665bd46fd569', 'name': 'tempest-TestVolumeBootPattern-960512567-router', 'tenant_id': 'd63edf0ea87748beb70946b8950b066f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '4b133de4-53d9-46d8-94ee-83a811855951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:33Z', 'updated_at': '2022-05-10T14:10:01Z', 'revision_number': 5, 'project_id': 'd63edf0ea87748beb70946b8950b066f', 'gw_port': {'id': '4b133de4-53d9-46d8-94ee-83a811855951', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:27:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c734e1-fb63-464e-a9cc-665bd46fd569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:01:34Z', 'updated_at': '2022-05-10T14:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:03.162220 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f85c512-59be-4fa6-89a1-35140e154a13 None None] Checking router: c5c734e1-fb63-464e-a9cc-665bd46fd569 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:10:03.170880 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f85c512-59be-4fa6-89a1-35140e154a13 None None] Routers {'c5c734e1-fb63-464e-a9cc-665bd46fd569'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:10:03.171488 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-7f85c512-59be-4fa6-89a1-35140e154a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:09:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['c5c734e1-fb63-464e-a9cc-665bd46fd569'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:03.259631 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-7f85c512-59be-4fa6-89a1-35140e154a13 None None] Set router c5c734e1-fb63-464e-a9cc-665bd46fd569 gateway port host: None {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:10:03.278275 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b3b624c8-bc33-4d03-87a5-a808a19694c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (4b133de4-53d9-46d8-94ee-83a811855951), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:03.305090 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b624c8-bc33-4d03-87a5-a808a19694c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b133de4-53d9-46d8-94ee-83a811855951,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:03.318765 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-7f85c512-59be-4fa6-89a1-35140e154a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c734e1-fb63-464e-a9cc-665bd46fd569', 'name': 'tempest-TestVolumeBootPattern-960512567-router', 'tenant_id': 'd63edf0ea87748beb70946b8950b066f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:33Z', 'updated_at': '2022-05-10T14:10:02Z', 'revision_number': 6, 'project_id': 'd63edf0ea87748beb70946b8950b066f', 'gw_port_host': None}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:03.346553 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f85c512-59be-4fa6-89a1-35140e154a13 None None] The sync data for ids ['c5c734e1-fb63-464e-a9cc-665bd46fd569'] in dv-cinder-840678-6-iscsi is: [{'id': 'c5c734e1-fb63-464e-a9cc-665bd46fd569', 'name': 'tempest-TestVolumeBootPattern-960512567-router', 'tenant_id': 'd63edf0ea87748beb70946b8950b066f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:01:33Z', 'updated_at': '2022-05-10T14:10:02Z', 'revision_number': 6, 'project_id': 'd63edf0ea87748beb70946b8950b066f', 'gw_port_host': None}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:10:03.367118 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b3b624c8-bc33-4d03-87a5-a808a19694c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537777'] for router_gateway (c5c734e1-fb63-464e-a9cc-665bd46fd569), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:03.461850 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b3b624c8-bc33-4d03-87a5-a808a19694c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1618'] for router (c5c734e1-fb63-464e-a9cc-665bd46fd569), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:03.464094 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b3b624c8-bc33-4d03-87a5-a808a19694c4 admin admin] Publish callbacks [] for router_controller (c5c734e1-fb63-464e-a9cc-665bd46fd569), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:03.505850 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b3b624c8-bc33-4d03-87a5-a808a19694c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539494'] for router (c5c734e1-fb63-464e-a9cc-665bd46fd569), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:03.506372 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b624c8-bc33-4d03-87a5-a808a19694c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5c734e1-fb63-464e-a9cc-665bd46fd569 {{(pid=103390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 14:10:03.510819 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-b3b624c8-bc33-4d03-87a5-a808a19694c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:03.511962 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-b3b624c8-bc33-4d03-87a5-a808a19694c4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c5c734e1-fb63-464e-a9cc-665bd46fd569 HTTP/1.1" status: 204 len: 168 time: 0.7557735 May 10 14:10:03.514980 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 60028) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:03.557737 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-16fd753b-9663-4da5-a0a0-94bda4c445ac admin admin] Deleting subnet 8920cd57-962f-4e98-93fc-00f809409d64 {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:10:03.561231 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-16fd753b-9663-4da5-a0a0-94bda4c445ac admin admin] Publish callbacks [] for subnet (8920cd57-962f-4e98-93fc-00f809409d64), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:03.595992 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-16fd753b-9663-4da5-a0a0-94bda4c445ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613639'] for subnet (8920cd57-962f-4e98-93fc-00f809409d64), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:03.676654 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-16fd753b-9663-4da5-a0a0-94bda4c445ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853495'] for subnet (8920cd57-962f-4e98-93fc-00f809409d64), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:03.735604 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-16fd753b-9663-4da5-a0a0-94bda4c445ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8740105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10142743'] for subnet (8920cd57-962f-4e98-93fc-00f809409d64), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:03.764407 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd753b-9663-4da5-a0a0-94bda4c445ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8920cd57-962f-4e98-93fc-00f809409d64,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:03.767729 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-16fd753b-9663-4da5-a0a0-94bda4c445ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:03.770954 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-16fd753b-9663-4da5-a0a0-94bda4c445ac admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8920cd57-962f-4e98-93fc-00f809409d64 HTTP/1.1" status: 204 len: 168 time: 0.2550342 May 10 14:10:03.773329 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 60034) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:03.781589 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba365f1-66a8-411e-b278-3ede62c0a6f1 None None] Network adde2866-54d8-444b-b7c0-48067c12f37f requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:10:03.871352 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6e301785-5899-4d9a-88da-c9d63c8e3dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7763938'] for network (adde2866-54d8-444b-b7c0-48067c12f37f), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:03.920624 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-6e301785-5899-4d9a-88da-c9d63c8e3dba admin admin] Deleting port 292105c0-3021-4604-ac2a-1e6a4bcfad1c {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:10:03.920968 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6e301785-5899-4d9a-88da-c9d63c8e3dba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (292105c0-3021-4604-ac2a-1e6a4bcfad1c), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:03.983687 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-6e301785-5899-4d9a-88da-c9d63c8e3dba admin admin] For port 292105c0-3021-4604-ac2a-1e6a4bcfad1c, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=292105c0-3021-4604-ac2a-1e6a4bcfad1c,segment=NetworkSegment(8bd1f223-ecde-46d5-a5ac-28e2375b952b),segment_id=8bd1f223-ecde-46d5-a5ac-28e2375b952b)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:10:03.984053 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6e301785-5899-4d9a-88da-c9d63c8e3dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (292105c0-3021-4604-ac2a-1e6a4bcfad1c), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:03.996837 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-6e301785-5899-4d9a-88da-c9d63c8e3dba admin admin] Calling delete_port for 292105c0-3021-4604-ac2a-1e6a4bcfad1c owned by network:dhcp {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:10:04.077770 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6e301785-5899-4d9a-88da-c9d63c8e3dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (292105c0-3021-4604-ac2a-1e6a4bcfad1c), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:04.100581 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e301785-5899-4d9a-88da-c9d63c8e3dba admin admin] Pushing event deleted for resources: {'Port': ['ID=292105c0-3021-4604-ac2a-1e6a4bcfad1c,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:04.106254 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e301785-5899-4d9a-88da-c9d63c8e3dba admin admin] No DVR routers for this DVR port 292105c0-3021-4604-ac2a-1e6a4bcfad1c on host dv-cinder-840678-6-iscsi {{(pid=103390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:10:04.128693 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fb3da7-ee8f-4ed5-a16b-ab537ce0b5c0 None None] DHCP port deletion for adde2866-54d8-444b-b7c0-48067c12f37f request from dv-cinder-840678-6-iscsi {{(pid=103391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 14:10:04.178201 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6e301785-5899-4d9a-88da-c9d63c8e3dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854924', 'neutron.services.segments.db._delete_segments_for_network-8770989559345'] for network (adde2866-54d8-444b-b7c0-48067c12f37f), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:04.201286 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-6e301785-5899-4d9a-88da-c9d63c8e3dba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adde2866-54d8-444b-b7c0-48067c12f37f']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:04.210627 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-6e301785-5899-4d9a-88da-c9d63c8e3dba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd1f223-ecde-46d5-a5ac-28e2375b952b') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:04.210929 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-6e301785-5899-4d9a-88da-c9d63c8e3dba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd1f223-ecde-46d5-a5ac-28e2375b952b') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:04.221009 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6e301785-5899-4d9a-88da-c9d63c8e3dba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770989363514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613884'] for segment (8bd1f223-ecde-46d5-a5ac-28e2375b952b), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:04.240748 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6e301785-5899-4d9a-88da-c9d63c8e3dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (8bd1f223-ecde-46d5-a5ac-28e2375b952b), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:04.247142 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e301785-5899-4d9a-88da-c9d63c8e3dba admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:10:04.247570 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6e301785-5899-4d9a-88da-c9d63c8e3dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8740195'] for segment (8bd1f223-ecde-46d5-a5ac-28e2375b952b), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: Traceback (most recent call last): May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: timer() May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: cb(*args, **kw) May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: return func(*args, **kwargs) May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: self._notify() May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: self.callback(batched_events) May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: event.method(event) May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: return f(self, *a, **k) May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: return self._get(url).json() May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:10:04.249340 dv-cinder-840678-6-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:10:04.304137 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6e301785-5899-4d9a-88da-c9d63c8e3dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542943'] for network (adde2866-54d8-444b-b7c0-48067c12f37f), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:04.309530 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-6e301785-5899-4d9a-88da-c9d63c8e3dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:04.312777 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-6e301785-5899-4d9a-88da-c9d63c8e3dba admin admin] 10.222.0.49 "DELETE /v2.0/networks/adde2866-54d8-444b-b7c0-48067c12f37f HTTP/1.1" status: 204 len: 168 time: 0.5385036 May 10 14:10:04.325443 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e301785-5899-4d9a-88da-c9d63c8e3dba admin admin] Pushing event deleted for resources: {'Network': ['ID=adde2866-54d8-444b-b7c0-48067c12f37f,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:04.438188 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 60042) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:04.478894 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-698d143a-4b78-478d-90ab-7b1d7bd01c92 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=104740054c3a47ca8cc3cb262d975fd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394299 May 10 14:10:04.481259 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 60044) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:04.527354 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e28725b8-e8ae-4300-9d9e-bea6086f52fd admin admin] Publish callbacks [] for security_group (f1168ed9-4cc7-43d1-b457-43f7040d52a1), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:04.552570 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e28725b8-e8ae-4300-9d9e-bea6086f52fd admin admin] Publish callbacks [] for security_group (f1168ed9-4cc7-43d1-b457-43f7040d52a1), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:04.598402 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e28725b8-e8ae-4300-9d9e-bea6086f52fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (f1168ed9-4cc7-43d1-b457-43f7040d52a1), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:04.600925 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-e28725b8-e8ae-4300-9d9e-bea6086f52fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:04.602098 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-e28725b8-e8ae-4300-9d9e-bea6086f52fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f1168ed9-4cc7-43d1-b457-43f7040d52a1 HTTP/1.1" status: 204 len: 168 time: 0.1193013 May 10 14:10:04.610119 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28725b8-e8ae-4300-9d9e-bea6086f52fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1168ed9-4cc7-43d1-b457-43f7040d52a1,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:04.905574 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 60052) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:04.945272 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c125014e-3651-481d-af8b-eb40a1fd6482 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d63edf0ea87748beb70946b8950b066f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385306 May 10 14:10:04.947601 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 60056) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:04.995188 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de8d6188-fd29-4846-a7c8-2aebd8012a43 admin admin] Publish callbacks [] for security_group (ea57bc3d-c91d-4028-961c-6af2ae48ec82), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:05.017293 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de8d6188-fd29-4846-a7c8-2aebd8012a43 admin admin] Publish callbacks [] for security_group (ea57bc3d-c91d-4028-961c-6af2ae48ec82), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:05.067305 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de8d6188-fd29-4846-a7c8-2aebd8012a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (ea57bc3d-c91d-4028-961c-6af2ae48ec82), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:05.071049 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-de8d6188-fd29-4846-a7c8-2aebd8012a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:05.072411 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-de8d6188-fd29-4846-a7c8-2aebd8012a43 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ea57bc3d-c91d-4028-961c-6af2ae48ec82 HTTP/1.1" status: 204 len: 168 time: 0.1238170 May 10 14:10:05.083398 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d6188-fd29-4846-a7c8-2aebd8012a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea57bc3d-c91d-4028-961c-6af2ae48ec82,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:05.365333 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 4b133de4-53d9-46d8-94ee-83a811855951 no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:10:05.391745 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: 4b133de4-53d9-46d8-94ee-83a811855951 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:10:05.392098 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 4b133de4-53d9-46d8-94ee-83a811855951 not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:10:05.392583 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device e510159d-41cd-41b7-b668-cecf5bc265e4 no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:10:05.412954 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: e510159d-41cd-41b7-b668-cecf5bc265e4 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:10:05.413193 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device e510159d-41cd-41b7-b668-cecf5bc265e4 not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:10:05.413625 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 292105c0-3021-4604-ac2a-1e6a4bcfad1c no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:10:05.434332 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: 292105c0-3021-4604-ac2a-1e6a4bcfad1c {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:10:05.435278 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 292105c0-3021-4604-ac2a-1e6a4bcfad1c not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:10:16.628467 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:10:18.539085 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 60142) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:18.585438 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3aa7ed-1f6b-474f-ae61-147520b6e59d admin admin] Deleting subnet 82d572ed-d9d3-4df1-8728-0031d08a3fdb {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:10:18.588437 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa7ed-1f6b-474f-ae61-147520b6e59d admin admin] Publish callbacks [] for subnet (82d572ed-d9d3-4df1-8728-0031d08a3fdb), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:18.886926 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa7ed-1f6b-474f-ae61-147520b6e59d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613639'] for subnet (82d572ed-d9d3-4df1-8728-0031d08a3fdb), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:18.924089 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa7ed-1f6b-474f-ae61-147520b6e59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853495'] for subnet (82d572ed-d9d3-4df1-8728-0031d08a3fdb), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:18.973549 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa7ed-1f6b-474f-ae61-147520b6e59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8740105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10142743'] for subnet (82d572ed-d9d3-4df1-8728-0031d08a3fdb), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:18.999893 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3aa7ed-1f6b-474f-ae61-147520b6e59d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82d572ed-d9d3-4df1-8728-0031d08a3fdb,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:19.001865 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-ac3aa7ed-1f6b-474f-ae61-147520b6e59d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:19.005580 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-ac3aa7ed-1f6b-474f-ae61-147520b6e59d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/82d572ed-d9d3-4df1-8728-0031d08a3fdb HTTP/1.1" status: 204 len: 168 time: 0.4654691 May 10 14:10:19.008098 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 60144) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:19.077179 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5034261e-6d9d-42ca-9dd0-c546d837e406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7763938'] for network (5c735cb5-b8bc-42fa-b57c-d137ac3529b8), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:19.151489 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5034261e-6d9d-42ca-9dd0-c546d837e406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854924', 'neutron.services.segments.db._delete_segments_for_network-8770989559345'] for network (5c735cb5-b8bc-42fa-b57c-d137ac3529b8), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:19.174563 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-5034261e-6d9d-42ca-9dd0-c546d837e406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c735cb5-b8bc-42fa-b57c-d137ac3529b8']}} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:19.183509 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-5034261e-6d9d-42ca-9dd0-c546d837e406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3de4ef5-cecb-4c65-89bf-fc58be2b33e7') {'for_net_delete': True} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:19.183805 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.services.segments.db [None req-5034261e-6d9d-42ca-9dd0-c546d837e406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3de4ef5-cecb-4c65-89bf-fc58be2b33e7') {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:10:19.193337 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5034261e-6d9d-42ca-9dd0-c546d837e406 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770989363514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8613884'] for segment (d3de4ef5-cecb-4c65-89bf-fc58be2b33e7), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:19.205883 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5034261e-6d9d-42ca-9dd0-c546d837e406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (d3de4ef5-cecb-4c65-89bf-fc58be2b33e7), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:19.211999 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5034261e-6d9d-42ca-9dd0-c546d837e406 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:10:19.212435 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5034261e-6d9d-42ca-9dd0-c546d837e406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8740195'] for segment (d3de4ef5-cecb-4c65-89bf-fc58be2b33e7), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: Traceback (most recent call last): May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: timer() May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: cb(*args, **kw) May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: return func(*args, **kwargs) May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: self._notify() May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: self.callback(batched_events) May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: event.method(event) May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: return f(self, *a, **k) May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: return self._get(url).json() May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: return self.request(url, 'GET', **kwargs) May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:10:19.214167 dv-cinder-840678-6-iscsi neutron-server[103390]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:10:19.265295 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5034261e-6d9d-42ca-9dd0-c546d837e406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542943'] for network (5c735cb5-b8bc-42fa-b57c-d137ac3529b8), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:19.270131 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5034261e-6d9d-42ca-9dd0-c546d837e406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:19.273355 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-5034261e-6d9d-42ca-9dd0-c546d837e406 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5c735cb5-b8bc-42fa-b57c-d137ac3529b8 HTTP/1.1" status: 204 len: 168 time: 0.2643168 May 10 14:10:19.286091 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034261e-6d9d-42ca-9dd0-c546d837e406 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c735cb5-b8bc-42fa-b57c-d137ac3529b8,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:19.432402 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 60150) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:19.473759 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c3bd28d9-ad5a-4469-b51c-bad95134a5c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a2a2e2e6222f48ebae4e9f9d7e9e8a4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401375 May 10 14:10:19.476089 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 60152) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:10:19.521755 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f93983e-9791-4515-b29f-059d492d9e58 admin admin] Publish callbacks [] for security_group (4e3fb115-6a5d-44fc-a1cf-7165a897e32c), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:19.545659 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f93983e-9791-4515-b29f-059d492d9e58 admin admin] Publish callbacks [] for security_group (4e3fb115-6a5d-44fc-a1cf-7165a897e32c), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:19.589495 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f93983e-9791-4515-b29f-059d492d9e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (4e3fb115-6a5d-44fc-a1cf-7165a897e32c), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:19.592107 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-5f93983e-9791-4515-b29f-059d492d9e58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:19.593239 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-5f93983e-9791-4515-b29f-059d492d9e58 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e3fb115-6a5d-44fc-a1cf-7165a897e32c HTTP/1.1" status: 204 len: 168 time: 0.1162574 May 10 14:10:19.600910 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93983e-9791-4515-b29f-059d492d9e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3fb115-6a5d-44fc-a1cf-7165a897e32c,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:10:25.453722 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:25.901062 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fee486b5-8f47-4fed-880b-dff71f13d672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:28.305203 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-411db8cc-d55c-435f-b95a-53bfba4a8944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:29.378642 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:30.771716 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:32.323918 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:53.626487 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:10:55.470200 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:55.902462 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-db76595e-31d8-4035-a1dd-db498eb1994c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:58.305985 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7e4a94b5-f725-412e-b2e9-ee7963d8d07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:10:59.381932 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:00.774686 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:02.327690 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:02.567697 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-174d7b78-7923-40fc-9a12-38e1a756ad17 req-8fc0e83b-4131-479a-9bf6-295946bb14b5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1698928 May 10 14:11:02.668992 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d7b78-7923-40fc-9a12-38e1a756ad17 req-465d04ee-72a7-494d-b05c-971cb4da9b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:02.670399 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-174d7b78-7923-40fc-9a12-38e1a756ad17 req-465d04ee-72a7-494d-b05c-971cb4da9b4f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5534e7deeddb4f72b5e068060f617c76&device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 1130 time: 0.0386064 May 10 14:11:02.774651 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d7b78-7923-40fc-9a12-38e1a756ad17 req-8c5e7007-f71c-4ef8-ac09-a303b72c591d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:02.776104 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-174d7b78-7923-40fc-9a12-38e1a756ad17 req-8c5e7007-f71c-4ef8-ac09-a303b72c591d service neutron] 10.222.0.57 "GET /v2.0/networks?id=c82a2923-712e-41ee-8597-e48c8815a404 HTTP/1.1" status: 200 len: 909 time: 0.0863519 May 10 14:11:02.839595 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-174d7b78-7923-40fc-9a12-38e1a756ad17 req-43148fac-4754-4025-81a5-516baaa9b35d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebadb043-e9de-4649-a139-09dacac9d1d9 HTTP/1.1" status: 200 len: 1001 time: 0.0576808 May 10 14:11:02.895816 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d7b78-7923-40fc-9a12-38e1a756ad17 req-2aabf6b5-81e8-49db-995b-2fe60e905960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:02.897263 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-174d7b78-7923-40fc-9a12-38e1a756ad17 req-2aabf6b5-81e8-49db-995b-2fe60e905960 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2068c7ea-d0dc-482d-a859-f520d3ff2436 HTTP/1.1" status: 200 len: 847 time: 0.0499213 May 10 14:11:02.939311 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d7b78-7923-40fc-9a12-38e1a756ad17 req-2a612bbe-bec0-44dd-adf2-04bfb3df4f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:02.940699 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-174d7b78-7923-40fc-9a12-38e1a756ad17 req-2a612bbe-bec0-44dd-adf2-04bfb3df4f0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c82a2923-712e-41ee-8597-e48c8815a404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375628 May 10 14:11:02.950463 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [req-174d7b78-7923-40fc-9a12-38e1a756ad17 req-4bcace3f-fd7e-44bb-86bf-c5a00370fc6f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 14:11:02.951370 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-174d7b78-7923-40fc-9a12-38e1a756ad17 req-4bcace3f-fd7e-44bb-86bf-c5a00370fc6f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047047 May 10 14:11:03.036728 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-174d7b78-7923-40fc-9a12-38e1a756ad17 req-df76d8fe-2868-4aae-9be7-aba6205c1854 service neutron] 10.222.0.57 "GET /v2.0/networks/c82a2923-712e-41ee-8597-e48c8815a404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789192 May 10 14:11:03.137444 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-174d7b78-7923-40fc-9a12-38e1a756ad17 req-10a88f38-2ec4-4576-a3ae-7fa76fadf2d5 service neutron] 10.222.0.57 "GET /v2.0/networks/c82a2923-712e-41ee-8597-e48c8815a404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948880 May 10 14:11:25.472851 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:25.908090 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8d32c12e-a6b6-40d9-ab76-73c0433453d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:28.308340 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-d6f948bf-733b-4cc0-9d67-d6895206763f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:29.384615 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:30.625689 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:11:30.778599 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:32.330370 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:47.556191 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686931a-524e-42f8-b8ab-78b90f2f8bf6 req-d8b2eb6c-3064-4a9e-9143-8b83fda7dd04 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:47.557985 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a686931a-524e-42f8-b8ab-78b90f2f8bf6 req-d8b2eb6c-3064-4a9e-9143-8b83fda7dd04 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.0482402 May 10 14:11:47.606631 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a686931a-524e-42f8-b8ab-78b90f2f8bf6 req-8e46e6e7-ebd1-4cf4-b5de-af2a3f8c875f tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430951 May 10 14:11:48.831192 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375af79-151f-46b8-af31-b5170cd74ec8 req-41177683-296b-49cc-8b54-631293c84769 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:48.833187 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c375af79-151f-46b8-af31-b5170cd74ec8 req-41177683-296b-49cc-8b54-631293c84769 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.1549897 May 10 14:11:48.879965 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c375af79-151f-46b8-af31-b5170cd74ec8 req-5c61ff9b-7668-4a91-8552-9806ba910086 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411696 May 10 14:11:49.993745 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee30af-6c55-4d6b-8d77-ac0032b92fab req-11a29bfe-ff5b-45c6-82ed-9a89c8959ae6 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:49.995175 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7aee30af-6c55-4d6b-8d77-ac0032b92fab req-11a29bfe-ff5b-45c6-82ed-9a89c8959ae6 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.0458322 May 10 14:11:50.045839 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7aee30af-6c55-4d6b-8d77-ac0032b92fab req-df32b9d4-4f0b-481d-b713-1784b0498d48 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451999 May 10 14:11:51.161781 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682de4e-f07f-4dda-81c8-48f1dc8e74ab req-e4273bbb-0ec9-4279-9602-c002151d4191 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:51.163241 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5682de4e-f07f-4dda-81c8-48f1dc8e74ab req-e4273bbb-0ec9-4279-9602-c002151d4191 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.0462894 May 10 14:11:51.213175 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-5682de4e-f07f-4dda-81c8-48f1dc8e74ab req-149a7e3b-bf62-402d-9542-8bf00f7f4534 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444491 May 10 14:11:52.325728 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c901be-b520-4459-9962-a9455e401649 req-e9ba43d8-d38c-42f2-a6b1-cd42c654f077 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:52.327157 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a1c901be-b520-4459-9962-a9455e401649 req-e9ba43d8-d38c-42f2-a6b1-cd42c654f077 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.0454459 May 10 14:11:52.374181 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-a1c901be-b520-4459-9962-a9455e401649 req-4571e7e4-a278-4c4d-8527-bfb5726721c3 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416231 May 10 14:11:53.485618 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3e819-07b2-40c5-b0f1-5d4e5f30eb2a req-5a3c0193-a66f-4b15-a200-3c050b4c2761 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:53.487062 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2dd3e819-07b2-40c5-b0f1-5d4e5f30eb2a req-5a3c0193-a66f-4b15-a200-3c050b4c2761 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.0456872 May 10 14:11:53.535855 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-2dd3e819-07b2-40c5-b0f1-5d4e5f30eb2a req-35d57e48-cb32-41ab-8c9c-4d255640111f tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434852 May 10 14:11:54.645536 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5506591-5fd7-40e6-8438-1ac353fb3c1f req-e46f3c5b-b48a-4853-aee2-91eb392cbacd tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:54.646877 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e5506591-5fd7-40e6-8438-1ac353fb3c1f req-e46f3c5b-b48a-4853-aee2-91eb392cbacd tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.0460601 May 10 14:11:54.694119 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-e5506591-5fd7-40e6-8438-1ac353fb3c1f req-c8c64e62-8834-4503-99a2-c79570a4aec6 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418134 May 10 14:11:55.484557 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:55.802712 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae38b4-df7f-4016-9ea1-2851c4b943dd req-38836777-5cb7-4326-ae82-d07d0a89379c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:55.804220 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6eae38b4-df7f-4016-9ea1-2851c4b943dd req-38836777-5cb7-4326-ae82-d07d0a89379c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.0460153 May 10 14:11:55.853244 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-6eae38b4-df7f-4016-9ea1-2851c4b943dd req-de8d355a-7007-4b5f-a00a-5a4227c2bd75 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434437 May 10 14:11:55.901330 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cc54d0bf-28cb-4a4c-8133-08270b7da3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:56.968302 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f587270-398f-4284-88f4-b0a6dbbefbb3 req-8c682249-6b93-4927-858c-4c4f9b09e5e0 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:56.969746 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0f587270-398f-4284-88f4-b0a6dbbefbb3 req-8c682249-6b93-4927-858c-4c4f9b09e5e0 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.0499594 May 10 14:11:57.017839 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-0f587270-398f-4284-88f4-b0a6dbbefbb3 req-9b7f7c9b-fbcf-46e2-9dd4-053f92eb96c8 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419617 May 10 14:11:57.781148 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168c88c-f74e-4fc1-9bc4-d1ea64f23057 req-8e6973af-dc6f-401a-ad0e-1eaa8c5849ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:57.782615 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3168c88c-f74e-4fc1-9bc4-d1ea64f23057 req-8e6973af-dc6f-401a-ad0e-1eaa8c5849ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5534e7deeddb4f72b5e068060f617c76&device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 1130 time: 0.0394065 May 10 14:11:57.872291 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168c88c-f74e-4fc1-9bc4-d1ea64f23057 req-1cb817a5-feff-4087-a93d-9767be59ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:57.873714 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3168c88c-f74e-4fc1-9bc4-d1ea64f23057 req-1cb817a5-feff-4087-a93d-9767be59ef8f service neutron] 10.222.0.57 "GET /v2.0/networks?id=c82a2923-712e-41ee-8597-e48c8815a404 HTTP/1.1" status: 200 len: 909 time: 0.0855303 May 10 14:11:57.936483 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3168c88c-f74e-4fc1-9bc4-d1ea64f23057 req-e511a368-c3dc-4fff-8feb-3a2f85439e96 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebadb043-e9de-4649-a139-09dacac9d1d9 HTTP/1.1" status: 200 len: 1001 time: 0.0569220 May 10 14:11:57.982906 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168c88c-f74e-4fc1-9bc4-d1ea64f23057 req-876ffdf8-918a-4e7a-b05d-db6031c393a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:57.984295 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3168c88c-f74e-4fc1-9bc4-d1ea64f23057 req-876ffdf8-918a-4e7a-b05d-db6031c393a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2068c7ea-d0dc-482d-a859-f520d3ff2436 HTTP/1.1" status: 200 len: 847 time: 0.0419428 May 10 14:11:58.030506 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168c88c-f74e-4fc1-9bc4-d1ea64f23057 req-8a4b7ce1-36c6-4e65-bc1d-7ace7e97467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:58.032069 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3168c88c-f74e-4fc1-9bc4-d1ea64f23057 req-8a4b7ce1-36c6-4e65-bc1d-7ace7e97467d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c82a2923-712e-41ee-8597-e48c8815a404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422549 May 10 14:11:58.120990 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3168c88c-f74e-4fc1-9bc4-d1ea64f23057 req-08b2e0ce-a805-408b-b1a0-374624297469 service neutron] 10.222.0.57 "GET /v2.0/networks/c82a2923-712e-41ee-8597-e48c8815a404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814252 May 10 14:11:58.133352 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86a8ca-4981-4a04-a35c-51bf4829f604 req-74dc0a79-a5d9-4828-83d1-fd16aeaa9db8 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:58.134813 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1c86a8ca-4981-4a04-a35c-51bf4829f604 req-74dc0a79-a5d9-4828-83d1-fd16aeaa9db8 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.0492129 May 10 14:11:58.183433 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-1c86a8ca-4981-4a04-a35c-51bf4829f604 req-8911cc97-02b2-4eba-a170-d4e092cb73b0 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430906 May 10 14:11:58.214595 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-3168c88c-f74e-4fc1-9bc4-d1ea64f23057 req-f9f1240b-26d6-4362-ba8c-ebf1a714963e service neutron] 10.222.0.57 "GET /v2.0/networks/c82a2923-712e-41ee-8597-e48c8815a404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866690 May 10 14:11:58.313675 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6251d1d9-43b8-4e9e-9700-89888abf0549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:11:59.295572 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84163b-e681-4f45-a1d1-c2e75f1c3fb1 req-f150ddab-d2df-49bd-9af9-faf78d97acc6 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:11:59.297071 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ad84163b-e681-4f45-a1d1-c2e75f1c3fb1 req-f150ddab-d2df-49bd-9af9-faf78d97acc6 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.0477691 May 10 14:11:59.345920 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ad84163b-e681-4f45-a1d1-c2e75f1c3fb1 req-cda56de9-4943-4fa3-bade-808806fc4205 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425127 May 10 14:11:59.386880 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:00.458045 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f224f-57af-4e67-a347-694dee1788a4 req-1dabdb24-b3bf-4091-b498-603ebefc1cab tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:00.459495 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bf7f224f-57af-4e67-a347-694dee1788a4 req-1dabdb24-b3bf-4091-b498-603ebefc1cab tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.0460958 May 10 14:12:00.506661 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bf7f224f-57af-4e67-a347-694dee1788a4 req-ee83e21d-1c76-418f-951f-deea65382472 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417976 May 10 14:12:00.715555 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 60220) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:00.717566 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b45d6-a0f0-4985-8271-e15e9044ff9f req-2d3a3159-4302-40cd-804d-d4f7c6dc8e5a tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:00.719513 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0d2b45d6-a0f0-4985-8271-e15e9044ff9f req-2d3a3159-4302-40cd-804d-d4f7c6dc8e5a tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.0481243 May 10 14:12:00.774498 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0d2b45d6-a0f0-4985-8271-e15e9044ff9f req-c1ae01a6-5986-4d23-945d-9fb08725b4a7 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494514 May 10 14:12:00.792374 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:00.801716 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4f9ee876-1981-4d8a-ab25-864fdb9c1fa3 req-811ebb86-e95b-4aa6-8a0e-e1c9277f8631 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844111 May 10 14:12:00.810312 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [req-4f9ee876-1981-4d8a-ab25-864fdb9c1fa3 req-9bd79c85-bff9-4e31-b7ea-25177cb611a9 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 14:12:00.811251 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4f9ee876-1981-4d8a-ab25-864fdb9c1fa3 req-9bd79c85-bff9-4e31-b7ea-25177cb611a9 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048862 May 10 14:12:00.885316 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 60228) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:12:00.978113 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ee876-1981-4d8a-ab25-864fdb9c1fa3 req-a5f6df6c-6bbd-4ef9-a743-dd7daa08ced1 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:00.979432 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4f9ee876-1981-4d8a-ab25-864fdb9c1fa3 req-a5f6df6c-6bbd-4ef9-a743-dd7daa08ced1 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports/ebadb043-e9de-4649-a139-09dacac9d1d9 HTTP/1.1" status: 200 len: 943 time: 0.0931425 May 10 14:12:01.889649 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4dcf7-3293-4045-9a6c-bff07bc1d01f req-ba459bdb-6524-4d2f-9071-73e1a751ee74 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:01.891137 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-24c4dcf7-3293-4045-9a6c-bff07bc1d01f req-ba459bdb-6524-4d2f-9071-73e1a751ee74 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.0477321 May 10 14:12:01.941247 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-24c4dcf7-3293-4045-9a6c-bff07bc1d01f req-29cf25cf-03d9-41d2-a050-2ff59995ce42 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435264 May 10 14:12:02.331268 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:03.055657 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ee876-1981-4d8a-ab25-864fdb9c1fa3 req-134c23b0-c2f8-4db4-9c8d-eac23608231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:03.056370 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f797e-e7e9-4fad-9bb1-38d4f57208fd req-3312dc9a-a4ee-4ed1-92e9-156fca5b9c0a tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:03.057377 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4f9ee876-1981-4d8a-ab25-864fdb9c1fa3 req-134c23b0-c2f8-4db4-9c8d-eac23608231b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9&tenant_id=5534e7deeddb4f72b5e068060f617c76 HTTP/1.1" status: 200 len: 1130 time: 0.0759614 May 10 14:12:03.057542 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-de3f797e-e7e9-4fad-9bb1-38d4f57208fd req-3312dc9a-a4ee-4ed1-92e9-156fca5b9c0a tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.0476513 May 10 14:12:03.107729 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-de3f797e-e7e9-4fad-9bb1-38d4f57208fd req-639454d5-d1cc-4571-ba8a-177a8961c66f tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425217 May 10 14:12:03.135057 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa2bd3-cb5a-43fe-bd56-7c4a6349784f req-7f3b149c-db47-4b1e-8ffe-3939ce4cc0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:03.136559 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79fa2bd3-cb5a-43fe-bd56-7c4a6349784f req-7f3b149c-db47-4b1e-8ffe-3939ce4cc0ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5534e7deeddb4f72b5e068060f617c76&device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 1130 time: 0.0395041 May 10 14:12:03.226293 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device ebadb043-e9de-4649-a139-09dacac9d1d9 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:12:03.235647 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa2bd3-cb5a-43fe-bd56-7c4a6349784f req-c38acd3c-6439-47dd-9e55-fb6d925b5961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:03.237148 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79fa2bd3-cb5a-43fe-bd56-7c4a6349784f req-c38acd3c-6439-47dd-9e55-fb6d925b5961 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c82a2923-712e-41ee-8597-e48c8815a404 HTTP/1.1" status: 200 len: 909 time: 0.0827608 May 10 14:12:03.306731 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port ebadb043-e9de-4649-a139-09dacac9d1d9 is: ACTIVE; New status is: DOWN {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:12:03.307511 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (ebadb043-e9de-4649-a139-09dacac9d1d9), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:03.309079 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79fa2bd3-cb5a-43fe-bd56-7c4a6349784f req-5dd411ad-b349-4264-962a-ee7b66b423c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebadb043-e9de-4649-a139-09dacac9d1d9 HTTP/1.1" status: 200 len: 1001 time: 0.0649517 May 10 14:12:03.330840 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c8053d-f1c3-442e-9fbe-d47ecc4683a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebadb043-e9de-4649-a139-09dacac9d1d9'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:12:03.333109 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef537e2-4b86-4b93-ba04-519e5be0e8e8" -d '{"events": [{"server_uuid": "13c8053d-f1c3-442e-9fbe-d47ecc4683a9", "name": "network-vif-unplugged", "status": "completed", "tag": "ebadb043-e9de-4649-a139-09dacac9d1d9"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:12:03.346147 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port ebadb043-e9de-4649-a139-09dacac9d1d9, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ebadb043-e9de-4649-a139-09dacac9d1d9,segment=NetworkSegment(a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a),segment_id=a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:12:03.351157 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (ebadb043-e9de-4649-a139-09dacac9d1d9), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:03.359011 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa2bd3-cb5a-43fe-bd56-7c4a6349784f req-d59b52ae-d841-442f-b21b-742a814900bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:03.361944 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79fa2bd3-cb5a-43fe-bd56-7c4a6349784f req-d59b52ae-d841-442f-b21b-742a814900bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2068c7ea-d0dc-482d-a859-f520d3ff2436 HTTP/1.1" status: 200 len: 847 time: 0.0477014 May 10 14:12:03.404361 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=ebadb043-e9de-4649-a139-09dacac9d1d9,revision_number=6']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:03.411554 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa2bd3-cb5a-43fe-bd56-7c4a6349784f req-0ab58b83-3399-43fd-b026-eb5d3d4bbe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:03.412258 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:03.412636 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:03.412988 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:03.413338 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:03.413446 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79fa2bd3-cb5a-43fe-bd56-7c4a6349784f req-0ab58b83-3399-43fd-b026-eb5d3d4bbe49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c82a2923-712e-41ee-8597-e48c8815a404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454669 May 10 14:12:03.413683 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:03.414022 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:03.414359 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:03.414690 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:03.415022 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:03.415355 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:03.415698 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:03.416027 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:03.416387 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:03.416714 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:03.417066 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:12:03.451892 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 14:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2c64c2-770e-474b-a9c8-df0af65b87ee x-openstack-request-id: req-7a2c64c2-770e-474b-a9c8-df0af65b87ee {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:12:03.452255 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c8053d-f1c3-442e-9fbe-d47ecc4683a9", "name": "network-vif-unplugged", "status": "completed", "tag": "ebadb043-e9de-4649-a139-09dacac9d1d9", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:12:03.452466 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a2c64c2-770e-474b-a9c8-df0af65b87ee {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:12:03.452863 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a2c64c2-770e-474b-a9c8-df0af65b87ee'] response: {'server_uuid': '13c8053d-f1c3-442e-9fbe-d47ecc4683a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebadb043-e9de-4649-a139-09dacac9d1d9', 'code': 200} May 10 14:12:03.512388 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79fa2bd3-cb5a-43fe-bd56-7c4a6349784f req-c9377470-ad3e-4aeb-a2de-7bf34bc1d804 service neutron] 10.222.0.57 "GET /v2.0/networks/c82a2923-712e-41ee-8597-e48c8815a404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924156 May 10 14:12:03.599665 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-79fa2bd3-cb5a-43fe-bd56-7c4a6349784f req-b105566e-f4c1-43c1-9534-f33612355459 service neutron] 10.222.0.57 "GET /v2.0/networks/c82a2923-712e-41ee-8597-e48c8815a404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810921 May 10 14:12:03.710804 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ee876-1981-4d8a-ab25-864fdb9c1fa3 req-ce5f2fe8-aab4-49cc-a642-329cc17e817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:03.712298 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4f9ee876-1981-4d8a-ab25-864fdb9c1fa3 req-ce5f2fe8-aab4-49cc-a642-329cc17e817a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5534e7deeddb4f72b5e068060f617c76&device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 1128 time: 0.0443540 May 10 14:12:03.800784 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ee876-1981-4d8a-ab25-864fdb9c1fa3 req-c8134f18-e3cf-4131-8d90-a107112311c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:03.802182 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4f9ee876-1981-4d8a-ab25-864fdb9c1fa3 req-c8134f18-e3cf-4131-8d90-a107112311c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c82a2923-712e-41ee-8597-e48c8815a404 HTTP/1.1" status: 200 len: 909 time: 0.0832751 May 10 14:12:03.868344 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4f9ee876-1981-4d8a-ab25-864fdb9c1fa3 req-a263d751-ff36-4c39-819b-0625fa2e7663 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebadb043-e9de-4649-a139-09dacac9d1d9 HTTP/1.1" status: 200 len: 999 time: 0.0604346 May 10 14:12:03.915718 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ee876-1981-4d8a-ab25-864fdb9c1fa3 req-9ce7d08e-d9e2-4e8d-b124-74b8ccc172fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:03.917124 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4f9ee876-1981-4d8a-ab25-864fdb9c1fa3 req-9ce7d08e-d9e2-4e8d-b124-74b8ccc172fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2068c7ea-d0dc-482d-a859-f520d3ff2436 HTTP/1.1" status: 200 len: 847 time: 0.0423822 May 10 14:12:03.959955 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ee876-1981-4d8a-ab25-864fdb9c1fa3 req-971d0b46-f56a-43a3-9e1a-067cbdaff25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:03.961417 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4f9ee876-1981-4d8a-ab25-864fdb9c1fa3 req-971d0b46-f56a-43a3-9e1a-067cbdaff25b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c82a2923-712e-41ee-8597-e48c8815a404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381436 May 10 14:12:04.051299 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4f9ee876-1981-4d8a-ab25-864fdb9c1fa3 req-24d29988-5172-4146-9a2b-873e8eeecdc0 service neutron] 10.222.0.57 "GET /v2.0/networks/c82a2923-712e-41ee-8597-e48c8815a404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829980 May 10 14:12:04.137875 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-4f9ee876-1981-4d8a-ab25-864fdb9c1fa3 req-73678842-ccfd-4f68-988e-e2a1e13daa49 service neutron] 10.222.0.57 "GET /v2.0/networks/c82a2923-712e-41ee-8597-e48c8815a404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808995 May 10 14:12:04.223226 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0839f-ca0d-41c3-88bf-4ddb15c555c4 req-6efff2d2-b6ee-446b-8b35-10d7d74b5593 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:04.224707 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-39b0839f-ca0d-41c3-88bf-4ddb15c555c4 req-6efff2d2-b6ee-446b-8b35-10d7d74b5593 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 944 time: 0.0468090 May 10 14:12:04.272280 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-39b0839f-ca0d-41c3-88bf-4ddb15c555c4 req-32f8862f-ceb4-4bc7-8e6b-b87dbca94769 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417728 May 10 14:12:05.391216 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72f1d3-f27e-4160-9507-e4c1e8decfc9 req-d7486ef0-6f18-43fa-b714-1b7a14582cdd tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:05.393010 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2e72f1d3-f27e-4160-9507-e4c1e8decfc9 req-d7486ef0-6f18-43fa-b714-1b7a14582cdd tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 944 time: 0.0471992 May 10 14:12:05.444461 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2e72f1d3-f27e-4160-9507-e4c1e8decfc9 req-d0afc583-df90-4998-8a8b-0d6be21a1706 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452745 May 10 14:12:06.562432 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e189660-d7f2-420b-9743-1acc3fbb4f12 req-e777855b-996b-4b73-9b94-b41bbb636b91 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:06.563868 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0e189660-d7f2-420b-9743-1acc3fbb4f12 req-e777855b-996b-4b73-9b94-b41bbb636b91 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 944 time: 0.0499115 May 10 14:12:06.610471 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-0e189660-d7f2-420b-9743-1acc3fbb4f12 req-0a0c9048-9bf8-4700-bf71-40e402f10989 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410728 May 10 14:12:07.625007 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:12:07.720163 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156fddc-5606-4557-af42-2f3045ff3d3c req-7c6d5047-504f-4ad8-89fa-e02f161294c2 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:07.721633 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5156fddc-5606-4557-af42-2f3045ff3d3c req-7c6d5047-504f-4ad8-89fa-e02f161294c2 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 944 time: 0.0465541 May 10 14:12:07.770266 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5156fddc-5606-4557-af42-2f3045ff3d3c req-b1944e7f-d822-440c-b8b1-7d7ac2db6226 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426683 May 10 14:12:08.880942 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898ab50-439f-4d10-8d0f-9cebe7188c13 req-08401361-ee1a-4827-8c66-0258fff2e704 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:08.882394 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7898ab50-439f-4d10-8d0f-9cebe7188c13 req-08401361-ee1a-4827-8c66-0258fff2e704 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 944 time: 0.0463419 May 10 14:12:08.929773 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-7898ab50-439f-4d10-8d0f-9cebe7188c13 req-d384d8d9-6c7f-4696-8db7-93baf18ab524 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420103 May 10 14:12:10.039845 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895183d-d877-4e92-88d8-2907c0aca671 req-004eed52-2d5f-43a6-aca5-26e9ec0935bf tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:10.041315 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7895183d-d877-4e92-88d8-2907c0aca671 req-004eed52-2d5f-43a6-aca5-26e9ec0935bf tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 944 time: 0.0457497 May 10 14:12:10.087770 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-7895183d-d877-4e92-88d8-2907c0aca671 req-6c2a2d72-4501-4862-9717-1f909a9d6b4c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410841 May 10 14:12:11.200644 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f72b6-e60f-4b3d-a3a7-fedd64c066f4 req-1166412c-d34e-48b3-b530-bee13040cbbc tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:11.202136 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cf3f72b6-e60f-4b3d-a3a7-fedd64c066f4 req-1166412c-d34e-48b3-b530-bee13040cbbc tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 944 time: 0.0488658 May 10 14:12:11.250537 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-cf3f72b6-e60f-4b3d-a3a7-fedd64c066f4 req-f271fbf0-941f-4d06-95b3-57be4fdc7f1f tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424922 May 10 14:12:11.275305 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device ebadb043-e9de-4649-a139-09dacac9d1d9 details requested by agent hyperv_hv-cinder-84067 with host hv-cinder-84067 {{(pid=103391) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 14:12:11.372649 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port ebadb043-e9de-4649-a139-09dacac9d1d9, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ebadb043-e9de-4649-a139-09dacac9d1d9,segment=NetworkSegment(a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a),segment_id=a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:12:11.384153 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Returning: {'device': 'ebadb043-e9de-4649-a139-09dacac9d1d9', 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404', 'port_id': 'ebadb043-e9de-4649-a139-09dacac9d1d9', 'mac_address': 'fa:16:3e:25:cf:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2068c7ea-d0dc-482d-a859-f520d3ff2436', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103391) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 14:12:11.422290 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port ebadb043-e9de-4649-a139-09dacac9d1d9 is: DOWN; New status is: BUILD {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:12:11.422676 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (ebadb043-e9de-4649-a139-09dacac9d1d9), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:11.435431 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebadb043-e9de-4649-a139-09dacac9d1d9 {{(pid=103391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 14:12:11.454052 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port ebadb043-e9de-4649-a139-09dacac9d1d9, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ebadb043-e9de-4649-a139-09dacac9d1d9,segment=NetworkSegment(a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a),segment_id=a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:12:11.457872 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (ebadb043-e9de-4649-a139-09dacac9d1d9), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:11.627722 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=ebadb043-e9de-4649-a139-09dacac9d1d9,revision_number=7']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:11.748495 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] get_ports_and_sgs() called for port_ids ['ebadb043-e9de-4649-a139-09dacac9d1d9'] {{(pid=103391) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 14:12:12.367785 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f0f8b-0980-4868-960f-a2b8a6548534 req-f626b519-1e02-42a9-a5dd-477063f0ac9a tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:12.369455 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ff3f0f8b-0980-4868-960f-a2b8a6548534 req-f626b519-1e02-42a9-a5dd-477063f0ac9a tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 945 time: 0.0528255 May 10 14:12:12.424866 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-ff3f0f8b-0980-4868-960f-a2b8a6548534 req-01602513-c7dd-49f7-9e2b-2fa22913550c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493839 May 10 14:12:13.293099 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device ebadb043-e9de-4649-a139-09dacac9d1d9 up at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 14:12:13.338444 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.provisioning_blocks [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Provisioning complete for port ebadb043-e9de-4649-a139-09dacac9d1d9 triggered by entity L2. {{(pid=103391) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 14:12:13.338817 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7652587'] for port (ebadb043-e9de-4649-a139-09dacac9d1d9), provisioning_complete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:13.417761 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Current status of the port ebadb043-e9de-4649-a139-09dacac9d1d9 is: BUILD; New status is: ACTIVE {{(pid=103391) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 14:12:13.418150 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7808040'] for port (ebadb043-e9de-4649-a139-09dacac9d1d9), before_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:13.439683 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c8053d-f1c3-442e-9fbe-d47ecc4683a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebadb043-e9de-4649-a139-09dacac9d1d9'}] {{(pid=103391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:12:13.441917 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8900805be36c7df136acd1cad0fa255999ffebccaafc8c8bb87fd95cd0409f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61600b3e-9462-4ab3-b3ca-4b33b6480be1" -d '{"events": [{"server_uuid": "13c8053d-f1c3-442e-9fbe-d47ecc4683a9", "name": "network-vif-plugged", "status": "completed", "tag": "ebadb043-e9de-4649-a139-09dacac9d1d9"}]}' {{(pid=103391) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:12:13.454026 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] For port ebadb043-e9de-4649-a139-09dacac9d1d9, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ebadb043-e9de-4649-a139-09dacac9d1d9,segment=NetworkSegment(a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a),segment_id=a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:12:13.459347 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770989605030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770989067906', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770989067924'] for port (ebadb043-e9de-4649-a139-09dacac9d1d9), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:13.486320 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663917f4-2dc1-474b-95aa-a5a5c7bcd7ab x-openstack-request-id: req-663917f4-2dc1-474b-95aa-a5a5c7bcd7ab {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:12:13.486613 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c8053d-f1c3-442e-9fbe-d47ecc4683a9", "name": "network-vif-plugged", "status": "completed", "tag": "ebadb043-e9de-4649-a139-09dacac9d1d9", "code": 200}]} {{(pid=103391) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:12:13.486866 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-663917f4-2dc1-474b-95aa-a5a5c7bcd7ab {{(pid=103391) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:12:13.487263 dv-cinder-840678-6-iscsi neutron-server[103391]: INFO neutron.notifiers.nova [-] Nova event matching ['req-663917f4-2dc1-474b-95aa-a5a5c7bcd7ab'] response: {'server_uuid': '13c8053d-f1c3-442e-9fbe-d47ecc4683a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebadb043-e9de-4649-a139-09dacac9d1d9', 'code': 200} May 10 14:12:13.510816 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Pushing event updated for resources: {'Port': ['ID=ebadb043-e9de-4649-a139-09dacac9d1d9,revision_number=8']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:12:13.545007 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8697414-5f8c-4268-b714-7d5750a7f798 req-bdccf47c-411f-4924-8865-4d8932c94a13 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:13.546407 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c8697414-5f8c-4268-b714-7d5750a7f798 req-bdccf47c-411f-4924-8865-4d8932c94a13 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.0485060 May 10 14:12:13.593881 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-c8697414-5f8c-4268-b714-7d5750a7f798 req-8619c6ce-8a1f-4fc5-81d8-4a5b88301a56 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418494 May 10 14:12:13.733520 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fce1df-962d-4a28-a47e-109cd05a7146 req-68f7f665-a242-42a1-9911-7e7da8be055f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:13.734975 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-50fce1df-962d-4a28-a47e-109cd05a7146 req-68f7f665-a242-42a1-9911-7e7da8be055f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 1130 time: 0.0372777 May 10 14:12:13.781468 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-50fce1df-962d-4a28-a47e-109cd05a7146 req-75c4ab82-df5e-498f-9aae-4deb14c85929 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407083 May 10 14:12:14.709407 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b25e39-1dae-45da-9a77-0fef23b1bbe3 req-fa23917b-7e7c-478c-90cb-bf9e9d3acf4a tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:14.711515 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c2b25e39-1dae-45da-9a77-0fef23b1bbe3 req-fa23917b-7e7c-478c-90cb-bf9e9d3acf4a tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.0489182 May 10 14:12:14.763702 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-c2b25e39-1dae-45da-9a77-0fef23b1bbe3 req-4519f503-12a0-4c6b-aad5-8f2f119a47b0 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463524 May 10 14:12:15.876571 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b03572-85fc-4b59-9d95-d2c61b918c4d req-5f481236-8fda-4796-a04d-0d8fa4234ac2 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:12:15.878022 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-92b03572-85fc-4b59-9d95-d2c61b918c4d req-5f481236-8fda-4796-a04d-0d8fa4234ac2 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.0460052 May 10 14:12:15.925530 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-92b03572-85fc-4b59-9d95-d2c61b918c4d req-e04c0ee1-3301-4570-aa2d-9bc893de5077 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420630 May 10 14:12:25.485195 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:25.901800 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-766fc8fb-e481-4d96-bc96-169c3fff4a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:28.314491 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2bef3a31-9b1e-45a9-90bf-eeabd58253ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:29.389824 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:30.783441 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:32.334150 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:44.624057 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:12:55.483032 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:55.902611 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-cf6fd7bc-5b37-4976-a413-2810b76408a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:58.316914 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5d68584b-aa78-46ff-b3af-1f8752143b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:12:59.392951 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:00.786607 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:02.336964 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:05.121815 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5b46edc4-82ee-46f7-949a-3766b8411824 req-5e267d49-7e5f-4d2a-bd8b-cdc5e7cf4b2b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0367482 May 10 14:13:05.220552 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46edc4-82ee-46f7-949a-3766b8411824 req-ad3c1df4-96b2-453e-af9c-53d88064ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:05.221997 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5b46edc4-82ee-46f7-949a-3766b8411824 req-ad3c1df4-96b2-453e-af9c-53d88064ca9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5534e7deeddb4f72b5e068060f617c76&device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 1130 time: 0.0412922 May 10 14:13:05.321290 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46edc4-82ee-46f7-949a-3766b8411824 req-cd6dea50-45ce-479b-8ebb-4ff143b4a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:05.322734 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5b46edc4-82ee-46f7-949a-3766b8411824 req-cd6dea50-45ce-479b-8ebb-4ff143b4a899 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c82a2923-712e-41ee-8597-e48c8815a404 HTTP/1.1" status: 200 len: 909 time: 0.0828602 May 10 14:13:05.389371 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5b46edc4-82ee-46f7-949a-3766b8411824 req-1579b295-e659-4cd8-9421-1671864c61ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebadb043-e9de-4649-a139-09dacac9d1d9 HTTP/1.1" status: 200 len: 1001 time: 0.0602734 May 10 14:13:05.436968 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46edc4-82ee-46f7-949a-3766b8411824 req-6b3e75e9-56f1-4a0d-ae13-d9d5d209f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:05.438365 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5b46edc4-82ee-46f7-949a-3766b8411824 req-6b3e75e9-56f1-4a0d-ae13-d9d5d209f73c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2068c7ea-d0dc-482d-a859-f520d3ff2436 HTTP/1.1" status: 200 len: 847 time: 0.0432708 May 10 14:13:05.479773 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46edc4-82ee-46f7-949a-3766b8411824 req-6724f0e6-e4b8-4241-9899-31ae676c9657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:05.481232 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5b46edc4-82ee-46f7-949a-3766b8411824 req-6724f0e6-e4b8-4241-9899-31ae676c9657 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c82a2923-712e-41ee-8597-e48c8815a404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369954 May 10 14:13:05.570395 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5b46edc4-82ee-46f7-949a-3766b8411824 req-42144fc8-6467-41a4-af97-a98289770880 service neutron] 10.222.0.57 "GET /v2.0/networks/c82a2923-712e-41ee-8597-e48c8815a404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826738 May 10 14:13:05.656351 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-5b46edc4-82ee-46f7-949a-3766b8411824 req-d1d573d0-9c8f-442d-a4e9-c74f6925f1db service neutron] 10.222.0.57 "GET /v2.0/networks/c82a2923-712e-41ee-8597-e48c8815a404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795445 May 10 14:13:21.624355 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:13:25.434223 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 60292) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:25.502887 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:25.582564 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Deleting port 888bc8f3-f089-45b3-b936-adcdd1ece021 {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:13:25.582911 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (888bc8f3-f089-45b3-b936-adcdd1ece021), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:25.659269 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (888bc8f3-f089-45b3-b936-adcdd1ece021), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:25.659515 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for floatingip (888bc8f3-f089-45b3-b936-adcdd1ece021), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:25.672378 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Calling delete_port for 888bc8f3-f089-45b3-b936-adcdd1ece021 owned by network:floatingip {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:13:25.812572 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (888bc8f3-f089-45b3-b936-adcdd1ece021), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:25.835614 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Pushing event deleted for resources: {'Port': ['ID=888bc8f3-f089-45b3-b936-adcdd1ece021,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:25.845117 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:25.845462 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:25.845801 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:25.846137 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:25.846467 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:25.847180 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:25.847180 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:25.847433 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:25.847729 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:25.848045 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:25.848391 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:25.848711 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:25.849023 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:25.849850 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:25.850176 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:25.903879 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b43392f5-48fd-47c7-90b2-de40ac5aa539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:25.912561 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for floatingip (dfc2f19d-a837-465d-9f15-f1efc798fdd4), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:25.912837 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.db.l3_db [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Floating IP dfc2f19d-a837-465d-9f15-f1efc798fdd4 disassociated (deleted). External IP: 172.27.3.73, port: ebadb043-e9de-4649-a139-09dacac9d1d9. May 10 14:13:26.128332 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Router 4e9e7074-2157-4fc4-a95a-3687bfe648e1 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:13:26.237787 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:13:26.242577 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for floatingip (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:26.248425 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b839f8c-7cf2-45ac-a13f-744f5c24f5ba None None] Sync routers for ids ['4e9e7074-2157-4fc4-a95a-3687bfe648e1'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:13:26.257445 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b839f8c-7cf2-45ac-a13f-744f5c24f5ba None None] Routers {'4e9e7074-2157-4fc4-a95a-3687bfe648e1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:13:26.258073 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-7b839f8c-7cf2-45ac-a13f-744f5c24f5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:12:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['4e9e7074-2157-4fc4-a95a-3687bfe648e1'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:26.270966 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-a5c5e11d-3c3e-4e7d-8a25-da4162094bba tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "DELETE /v2.0/floatingips/dfc2f19d-a837-465d-9f15-f1efc798fdd4 HTTP/1.1" status: 204 len: 168 time: 0.8356717 May 10 14:13:26.272076 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c8053d-f1c3-442e-9fbe-d47ecc4683a9', 'tag': 'ebadb043-e9de-4649-a139-09dacac9d1d9'}] {{(pid=103390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:13:26.274459 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a72864d8f697cc3849f7037e54fa44052707e53d1306a4a80922f5c2f90f38e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98f23ac-4133-49c7-b88e-59727f7efe4f" -d '{"events": [{"name": "network-changed", "server_uuid": "13c8053d-f1c3-442e-9fbe-d47ecc4683a9", "tag": "ebadb043-e9de-4649-a139-09dacac9d1d9"}]}' {{(pid=103390) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:13:26.372076 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-7b839f8c-7cf2-45ac-a13f-744f5c24f5ba None None] Set router 4e9e7074-2157-4fc4-a95a-3687bfe648e1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:13:26.455899 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 14:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7eb693-ab03-42ae-98f3-691139463190 x-openstack-request-id: req-0d7eb693-ab03-42ae-98f3-691139463190 {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:13:26.456447 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c8053d-f1c3-442e-9fbe-d47ecc4683a9", "tag": "ebadb043-e9de-4649-a139-09dacac9d1d9", "status": "completed", "code": 200}]} {{(pid=103390) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:13:26.456548 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0d7eb693-ab03-42ae-98f3-691139463190 {{(pid=103390) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:13:26.456903 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d7eb693-ab03-42ae-98f3-691139463190'] response: {'name': 'network-changed', 'server_uuid': '13c8053d-f1c3-442e-9fbe-d47ecc4683a9', 'tag': 'ebadb043-e9de-4649-a139-09dacac9d1d9', 'status': 'completed', 'code': 200} May 10 14:13:26.516106 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138f6c6-500b-4e46-ad95-0b40a16434ab req-9c472071-bb44-4f87-9d9c-351af3f18fcf tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:26.517523 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4138f6c6-500b-4e46-ad95-0b40a16434ab req-9c472071-bb44-4f87-9d9c-351af3f18fcf tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.0482736 May 10 14:13:26.568586 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-7b839f8c-7cf2-45ac-a13f-744f5c24f5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'name': 'tempest-TestShelveInstance-984341737-router', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:08:56Z', 'updated_at': '2022-05-10T14:08:59Z', 'revision_number': 4, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'gw_port': {'id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:34:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:08:57Z', 'updated_at': '2022-05-10T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'e4e42a91-b3b9-434c-a150-23281a06af6b', 'name': '', 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'mac_address': 'fa:16:3e:fa:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2068c7ea-d0dc-482d-a859-f520d3ff2436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:08:58Z', 'updated_at': '2022-05-10T14:09:03Z', 'revision_number': 5, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'subnets': [{'id': '2068c7ea-d0dc-482d-a859-f520d3ff2436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:26.576589 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-4138f6c6-500b-4e46-ad95-0b40a16434ab req-e4505581-d943-4766-8e77-87b85797f361 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526779 May 10 14:13:26.595952 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b839f8c-7cf2-45ac-a13f-744f5c24f5ba None None] Checking router: 4e9e7074-2157-4fc4-a95a-3687bfe648e1 for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:13:26.604162 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b839f8c-7cf2-45ac-a13f-744f5c24f5ba None None] Routers {'4e9e7074-2157-4fc4-a95a-3687bfe648e1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:13:26.604796 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-7b839f8c-7cf2-45ac-a13f-744f5c24f5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:12:58Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['4e9e7074-2157-4fc4-a95a-3687bfe648e1'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:26.710876 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-7b839f8c-7cf2-45ac-a13f-744f5c24f5ba None None] Set router 4e9e7074-2157-4fc4-a95a-3687bfe648e1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:13:26.895812 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-7b839f8c-7cf2-45ac-a13f-744f5c24f5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'name': 'tempest-TestShelveInstance-984341737-router', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:08:56Z', 'updated_at': '2022-05-10T14:08:59Z', 'revision_number': 4, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'gw_port': {'id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:34:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:08:57Z', 'updated_at': '2022-05-10T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'e4e42a91-b3b9-434c-a150-23281a06af6b', 'name': '', 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'mac_address': 'fa:16:3e:fa:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2068c7ea-d0dc-482d-a859-f520d3ff2436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:08:58Z', 'updated_at': '2022-05-10T14:09:03Z', 'revision_number': 5, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'subnets': [{'id': '2068c7ea-d0dc-482d-a859-f520d3ff2436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:26.921128 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b839f8c-7cf2-45ac-a13f-744f5c24f5ba None None] The sync data for ids ['4e9e7074-2157-4fc4-a95a-3687bfe648e1'] in dv-cinder-840678-6-iscsi is: [{'id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'name': 'tempest-TestShelveInstance-984341737-router', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:08:56Z', 'updated_at': '2022-05-10T14:08:59Z', 'revision_number': 4, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'gw_port': {'id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:34:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:08:57Z', 'updated_at': '2022-05-10T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi', '_interfaces': [{'id': 'e4e42a91-b3b9-434c-a150-23281a06af6b', 'name': '', 'network_id': 'c82a2923-712e-41ee-8597-e48c8815a404', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'mac_address': 'fa:16:3e:fa:3e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2068c7ea-d0dc-482d-a859-f520d3ff2436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:08:58Z', 'updated_at': '2022-05-10T14:09:03Z', 'revision_number': 5, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'subnets': [{'id': '2068c7ea-d0dc-482d-a859-f520d3ff2436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:13:27.128422 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e8ed6-7d02-4f12-bba3-32632bdd7ccf None None] New status for floating IP dfc2f19d-a837-465d-9f15-f1efc798fdd4: DOWN {{(pid=103392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 14:13:27.598659 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f23ac-4133-49c7-b88e-59727f7efe4f req-e8f33968-4398-4256-8740-9d6d7dcad595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:27.600183 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b98f23ac-4133-49c7-b88e-59727f7efe4f req-e8f33968-4398-4256-8740-9d6d7dcad595 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5534e7deeddb4f72b5e068060f617c76&device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 1130 time: 0.0387533 May 10 14:13:27.696190 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f660b53-ff6b-45ed-9c09-3c58692d5f4d req-f40b551a-96f0-43b4-9b35-f9e01e22d4d7 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:27.697631 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2f660b53-ff6b-45ed-9c09-3c58692d5f4d req-f40b551a-96f0-43b4-9b35-f9e01e22d4d7 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.0496581 May 10 14:13:27.744613 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-2f660b53-ff6b-45ed-9c09-3c58692d5f4d req-6e60e3e0-3aea-4124-972a-621538dc23d6 tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/security-groups?id=923eae1f-0eed-40cf-8e9e-df2613355f78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412037 May 10 14:13:27.827811 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f23ac-4133-49c7-b88e-59727f7efe4f req-48e25f16-85cd-41cb-9fd9-621aedbfd834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:27.829243 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b98f23ac-4133-49c7-b88e-59727f7efe4f req-48e25f16-85cd-41cb-9fd9-621aedbfd834 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c82a2923-712e-41ee-8597-e48c8815a404 HTTP/1.1" status: 200 len: 909 time: 0.0838008 May 10 14:13:28.179608 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55574c-dba2-4054-a79e-d25705365cb1 req-0d5b4e4c-4e1e-4db6-bca4-241577db5bcc tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103389) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:28.181179 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bf55574c-dba2-4054-a79e-d25705365cb1 req-0d5b4e4c-4e1e-4db6-bca4-241577db5bcc tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.57 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 946 time: 0.0514510 May 10 14:13:28.267106 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-bf55574c-dba2-4054-a79e-d25705365cb1 req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Deleting port ebadb043-e9de-4649-a139-09dacac9d1d9 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:13:28.267451 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-bf55574c-dba2-4054-a79e-d25705365cb1 req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (ebadb043-e9de-4649-a139-09dacac9d1d9), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:28.313556 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b98f23ac-4133-49c7-b88e-59727f7efe4f req-26cdce28-b6ed-4617-b393-ba020e031054 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebadb043-e9de-4649-a139-09dacac9d1d9 HTTP/1.1" status: 200 len: 217 time: 0.3033843 May 10 14:13:28.319533 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-9bae8cd4-77d8-4d6a-8c87-ef5c478797cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:28.361319 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f23ac-4133-49c7-b88e-59727f7efe4f req-932fdfab-9a1b-407a-95ba-a1293d8c8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:28.361577 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [req-bf55574c-dba2-4054-a79e-d25705365cb1 req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] For port ebadb043-e9de-4649-a139-09dacac9d1d9, host hv-cinder-84067, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84067',level=0,port_id=ebadb043-e9de-4649-a139-09dacac9d1d9,segment=NetworkSegment(a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a),segment_id=a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:13:28.361761 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-bf55574c-dba2-4054-a79e-d25705365cb1 req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (ebadb043-e9de-4649-a139-09dacac9d1d9), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:28.362760 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b98f23ac-4133-49c7-b88e-59727f7efe4f req-932fdfab-9a1b-407a-95ba-a1293d8c8bc5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2068c7ea-d0dc-482d-a859-f520d3ff2436 HTTP/1.1" status: 200 len: 847 time: 0.0430951 May 10 14:13:28.375165 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [req-bf55574c-dba2-4054-a79e-d25705365cb1 req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Calling delete_port for ebadb043-e9de-4649-a139-09dacac9d1d9 owned by compute:nova {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:13:28.408805 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f23ac-4133-49c7-b88e-59727f7efe4f req-3605af09-5e6e-49ae-865e-f773cb390ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 14:13:28.410288 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b98f23ac-4133-49c7-b88e-59727f7efe4f req-3605af09-5e6e-49ae-865e-f773cb390ea4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c82a2923-712e-41ee-8597-e48c8815a404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416300 May 10 14:13:28.499807 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b98f23ac-4133-49c7-b88e-59727f7efe4f req-ed71f826-bc45-4e39-a512-ea4b9980f321 service neutron] 10.222.0.57 "GET /v2.0/networks/c82a2923-712e-41ee-8597-e48c8815a404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834081 May 10 14:13:28.511300 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-bf55574c-dba2-4054-a79e-d25705365cb1 req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (ebadb043-e9de-4649-a139-09dacac9d1d9), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:28.538716 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Pushing event deleted for resources: {'Port': ['ID=ebadb043-e9de-4649-a139-09dacac9d1d9,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:28.552434 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:28.552796 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:28.553151 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:28.553498 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:28.554229 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:28.554229 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:28.554542 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:28.554829 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:28.555170 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:28.555496 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:28.555829 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:28.556507 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:28.556507 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:28.556826 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:28.557160 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103389) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:28.594513 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf55574c-dba2-4054-a79e-d25705365cb1 req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] No DVR routers for this DVR port ebadb043-e9de-4649-a139-09dacac9d1d9 on host hv-cinder-84067 {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:13:28.594779 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-b98f23ac-4133-49c7-b88e-59727f7efe4f req-b6f49b71-ea6f-4636-9657-99627112a62a service neutron] 10.222.0.57 "GET /v2.0/networks/c82a2923-712e-41ee-8597-e48c8815a404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892909 May 10 14:13:28.597046 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [req-bf55574c-dba2-4054-a79e-d25705365cb1 req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127441'] for port (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:28.600979 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [req-bf55574c-dba2-4054-a79e-d25705365cb1 req-2e35dc22-ed8b-4854-adb4-fed383c55b1c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.57 "DELETE /v2.0/ports/ebadb043-e9de-4649-a139-09dacac9d1d9 HTTP/1.1" status: 204 len: 173 time: 0.4147744 May 10 14:13:28.601424 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c8053d-f1c3-442e-9fbe-d47ecc4683a9', 'name': 'network-vif-deleted', 'tag': 'ebadb043-e9de-4649-a139-09dacac9d1d9'}] {{(pid=103389) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 14:13:28.603664 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec168215ed8cfe9df2d98f147a828a2681c37bc0ca1ab2d03a9df1098e0b0fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697207b1-4fb1-4263-b23e-427b0441dc0e" -d '{"events": [{"server_uuid": "13c8053d-f1c3-442e-9fbe-d47ecc4683a9", "name": "network-vif-deleted", "tag": "ebadb043-e9de-4649-a139-09dacac9d1d9"}]}' {{(pid=103389) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 14:13:28.700928 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 14:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8959db46-d5bc-4d10-a234-2da6331c5d51 x-openstack-request-id: req-8959db46-d5bc-4d10-a234-2da6331c5d51 {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 14:13:28.701284 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c8053d-f1c3-442e-9fbe-d47ecc4683a9", "name": "network-vif-deleted", "tag": "ebadb043-e9de-4649-a139-09dacac9d1d9", "status": "completed", "code": 200}]} {{(pid=103389) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 14:13:28.701971 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8959db46-d5bc-4d10-a234-2da6331c5d51 {{(pid=103389) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 14:13:28.702387 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8959db46-d5bc-4d10-a234-2da6331c5d51'] response: {'server_uuid': '13c8053d-f1c3-442e-9fbe-d47ecc4683a9', 'name': 'network-vif-deleted', 'tag': 'ebadb043-e9de-4649-a139-09dacac9d1d9', 'status': 'completed', 'code': 200} May 10 14:13:28.840760 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [req-cc8c71b5-465a-4a2f-9397-f7c273f0066b req-6f10ed14-8155-4b5a-9056-9f49ea23886d tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "GET /v2.0/ports?device_id=13c8053d-f1c3-442e-9fbe-d47ecc4683a9 HTTP/1.1" status: 200 len: 210 time: 0.0284054 May 10 14:13:29.397885 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:29.898165 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 60324) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:29.952336 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e5eba9f9-1dbe-4b17-b85a-5bea47832d0c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for security_group (923eae1f-0eed-40cf-8e9e-df2613355f78), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:29.977887 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e5eba9f9-1dbe-4b17-b85a-5bea47832d0c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for security_group (923eae1f-0eed-40cf-8e9e-df2613355f78), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:30.039479 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e5eba9f9-1dbe-4b17-b85a-5bea47832d0c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (923eae1f-0eed-40cf-8e9e-df2613355f78), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:30.042118 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-e5eba9f9-1dbe-4b17-b85a-5bea47832d0c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Publish callbacks [] for security_group (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:30.043302 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-e5eba9f9-1dbe-4b17-b85a-5bea47832d0c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] 10.222.0.49 "DELETE /v2.0/security-groups/923eae1f-0eed-40cf-8e9e-df2613355f78 HTTP/1.1" status: 204 len: 168 time: 0.1450644 May 10 14:13:30.052196 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eba9f9-1dbe-4b17-b85a-5bea47832d0c tempest-TestShelveInstance-1620059251 tempest-TestShelveInstance-1620059251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=923eae1f-0eed-40cf-8e9e-df2613355f78,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:30.085286 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 60328) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:30.404901 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b5908691-6b47-42e5-8d6e-ef4bf25f7919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544479'] for router_interface (4e9e7074-2157-4fc4-a95a-3687bfe648e1), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:30.633171 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-b5908691-6b47-42e5-8d6e-ef4bf25f7919 admin admin] Deleting port e4e42a91-b3b9-434c-a150-23281a06af6b {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:13:30.633520 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b5908691-6b47-42e5-8d6e-ef4bf25f7919 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (e4e42a91-b3b9-434c-a150-23281a06af6b), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:30.712648 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-b5908691-6b47-42e5-8d6e-ef4bf25f7919 admin admin] For port e4e42a91-b3b9-434c-a150-23281a06af6b, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=e4e42a91-b3b9-434c-a150-23281a06af6b,segment=NetworkSegment(a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a),segment_id=a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:13:30.712942 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b5908691-6b47-42e5-8d6e-ef4bf25f7919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (e4e42a91-b3b9-434c-a150-23281a06af6b), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:30.726498 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-b5908691-6b47-42e5-8d6e-ef4bf25f7919 admin admin] Calling delete_port for e4e42a91-b3b9-434c-a150-23281a06af6b owned by network:router_interface {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:13:30.788227 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:30.908223 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b5908691-6b47-42e5-8d6e-ef4bf25f7919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (e4e42a91-b3b9-434c-a150-23281a06af6b), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:30.935140 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5908691-6b47-42e5-8d6e-ef4bf25f7919 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4e42a91-b3b9-434c-a150-23281a06af6b,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:31.099954 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b5908691-6b47-42e5-8d6e-ef4bf25f7919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-506192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546262'] for router_interface (4e9e7074-2157-4fc4-a95a-3687bfe648e1), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:31.314193 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5908691-6b47-42e5-8d6e-ef4bf25f7919 admin admin] Router 4e9e7074-2157-4fc4-a95a-3687bfe648e1 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103389) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:13:31.427351 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5908691-6b47-42e5-8d6e-ef4bf25f7919 admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103389) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:13:31.435195 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-b5908691-6b47-42e5-8d6e-ef4bf25f7919 admin admin] 10.222.0.49 "PUT /v2.0/routers/4e9e7074-2157-4fc4-a95a-3687bfe648e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3463907 May 10 14:13:31.435195 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 60330) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:31.438285 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928fa6c1-b4c6-450d-a4d6-d431a64a3132 None None] Sync routers for ids ['4e9e7074-2157-4fc4-a95a-3687bfe648e1'] in dv-cinder-840678-6-iscsi {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:13:31.448694 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928fa6c1-b4c6-450d-a4d6-d431a64a3132 None None] Routers {'4e9e7074-2157-4fc4-a95a-3687bfe648e1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:13:31.449315 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-928fa6c1-b4c6-450d-a4d6-d431a64a3132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:13:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['4e9e7074-2157-4fc4-a95a-3687bfe648e1'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:31.540287 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bbc58d59-a630-40ab-89a6-cc3816bf5f1b admin admin] Publish callbacks [] for router (4e9e7074-2157-4fc4-a95a-3687bfe648e1), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:31.555933 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-928fa6c1-b4c6-450d-a4d6-d431a64a3132 None None] Set router 4e9e7074-2157-4fc4-a95a-3687bfe648e1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:13:31.642919 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bbc58d59-a630-40ab-89a6-cc3816bf5f1b admin admin] Publish callbacks [] for router_gateway (4e9e7074-2157-4fc4-a95a-3687bfe648e1), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:31.673339 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device ebadb043-e9de-4649-a139-09dacac9d1d9 no longer exists at agent hyperv_hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:13:31.686664 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-bbc58d59-a630-40ab-89a6-cc3816bf5f1b admin admin] Deleting port 0fce6186-5aab-4e25-9f4b-bdbfb7474021 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:13:31.687025 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bbc58d59-a630-40ab-89a6-cc3816bf5f1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (0fce6186-5aab-4e25-9f4b-bdbfb7474021), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:31.703902 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] No Port match for: ebadb043-e9de-4649-a139-09dacac9d1d9 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:13:31.704279 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Device ebadb043-e9de-4649-a139-09dacac9d1d9 not bound to the agent host hv-cinder-84067 {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:13:31.754098 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-928fa6c1-b4c6-450d-a4d6-d431a64a3132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'name': 'tempest-TestShelveInstance-984341737-router', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:08:56Z', 'updated_at': '2022-05-10T14:13:30Z', 'revision_number': 5, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'gw_port': {'id': '0fce6186-5aab-4e25-9f4b-bdbfb7474021', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:34:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:08:57Z', 'updated_at': '2022-05-10T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:31.768450 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-bbc58d59-a630-40ab-89a6-cc3816bf5f1b admin admin] For port 0fce6186-5aab-4e25-9f4b-bdbfb7474021, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=0fce6186-5aab-4e25-9f4b-bdbfb7474021,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:13:31.768831 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bbc58d59-a630-40ab-89a6-cc3816bf5f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (0fce6186-5aab-4e25-9f4b-bdbfb7474021), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:31.782548 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-bbc58d59-a630-40ab-89a6-cc3816bf5f1b admin admin] Calling delete_port for 0fce6186-5aab-4e25-9f4b-bdbfb7474021 owned by network:router_gateway {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:13:31.917578 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928fa6c1-b4c6-450d-a4d6-d431a64a3132 None None] Checking router: 4e9e7074-2157-4fc4-a95a-3687bfe648e1 for host: dv-cinder-840678-6-iscsi {{(pid=103391) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:13:31.925927 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928fa6c1-b4c6-450d-a4d6-d431a64a3132 None None] Routers {'4e9e7074-2157-4fc4-a95a-3687bfe648e1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103391) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:13:31.926551 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-928fa6c1-b4c6-450d-a4d6-d431a64a3132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:13:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['4e9e7074-2157-4fc4-a95a-3687bfe648e1'], 'active': True} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:31.954865 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bbc58d59-a630-40ab-89a6-cc3816bf5f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (0fce6186-5aab-4e25-9f4b-bdbfb7474021), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:31.981025 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc58d59-a630-40ab-89a6-cc3816bf5f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=0fce6186-5aab-4e25-9f4b-bdbfb7474021,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:32.018930 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvr_db [None req-928fa6c1-b4c6-450d-a4d6-d431a64a3132 None None] Set router 4e9e7074-2157-4fc4-a95a-3687bfe648e1 gateway port host: None {{(pid=103391) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:13:32.044633 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bbc58d59-a630-40ab-89a6-cc3816bf5f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537777'] for router_gateway (4e9e7074-2157-4fc4-a95a-3687bfe648e1), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:32.074808 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_hamode_db [None req-928fa6c1-b4c6-450d-a4d6-d431a64a3132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'name': 'tempest-TestShelveInstance-984341737-router', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:08:56Z', 'updated_at': '2022-05-10T14:13:31Z', 'revision_number': 6, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'gw_port_host': None}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:32.104021 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928fa6c1-b4c6-450d-a4d6-d431a64a3132 None None] The sync data for ids ['4e9e7074-2157-4fc4-a95a-3687bfe648e1'] in dv-cinder-840678-6-iscsi is: [{'id': '4e9e7074-2157-4fc4-a95a-3687bfe648e1', 'name': 'tempest-TestShelveInstance-984341737-router', 'tenant_id': '5534e7deeddb4f72b5e068060f617c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:08:56Z', 'updated_at': '2022-05-10T14:13:31Z', 'revision_number': 6, 'project_id': '5534e7deeddb4f72b5e068060f617c76', 'gw_port_host': None}] {{(pid=103391) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:13:32.338848 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:32.405276 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bbc58d59-a630-40ab-89a6-cc3816bf5f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1618'] for router (4e9e7074-2157-4fc4-a95a-3687bfe648e1), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:32.407928 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bbc58d59-a630-40ab-89a6-cc3816bf5f1b admin admin] Publish callbacks [] for router_controller (4e9e7074-2157-4fc4-a95a-3687bfe648e1), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:32.453173 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bbc58d59-a630-40ab-89a6-cc3816bf5f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539494'] for router (4e9e7074-2157-4fc4-a95a-3687bfe648e1), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:32.453772 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc58d59-a630-40ab-89a6-cc3816bf5f1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e9e7074-2157-4fc4-a95a-3687bfe648e1 {{(pid=103389) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 14:13:32.458364 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-bbc58d59-a630-40ab-89a6-cc3816bf5f1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:32.459560 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-bbc58d59-a630-40ab-89a6-cc3816bf5f1b admin admin] 10.222.0.49 "DELETE /v2.0/routers/4e9e7074-2157-4fc4-a95a-3687bfe648e1 HTTP/1.1" status: 204 len: 168 time: 1.0235229 May 10 14:13:32.462048 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 60332) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:32.507795 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.db_base_plugin_v2 [None req-40041c51-a785-439e-a5b2-7d42c51d8a55 admin admin] Deleting subnet 2068c7ea-d0dc-482d-a859-f520d3ff2436 {{(pid=103389) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:13:32.511237 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-40041c51-a785-439e-a5b2-7d42c51d8a55 admin admin] Publish callbacks [] for subnet (2068c7ea-d0dc-482d-a859-f520d3ff2436), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:32.553878 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-40041c51-a785-439e-a5b2-7d42c51d8a55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9373727'] for subnet (2068c7ea-d0dc-482d-a859-f520d3ff2436), precommit_delete_associations {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:32.631230 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-40041c51-a785-439e-a5b2-7d42c51d8a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853495'] for subnet (2068c7ea-d0dc-482d-a859-f520d3ff2436), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:32.681538 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-40041c51-a785-439e-a5b2-7d42c51d8a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9372369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10135917'] for subnet (2068c7ea-d0dc-482d-a859-f520d3ff2436), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:32.706098 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40041c51-a785-439e-a5b2-7d42c51d8a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2068c7ea-d0dc-482d-a859-f520d3ff2436,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:32.709735 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-40041c51-a785-439e-a5b2-7d42c51d8a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for subnet (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:32.715207 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-40041c51-a785-439e-a5b2-7d42c51d8a55 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2068c7ea-d0dc-482d-a859-f520d3ff2436 HTTP/1.1" status: 204 len: 168 time: 0.2499051 May 10 14:13:32.716090 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 60334) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:32.718273 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd3d76d-9425-42ec-883f-8052680d9293 None None] Network c82a2923-712e-41ee-8597-e48c8815a404 requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:13:32.785879 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b6cfe9a9-2fa9-4532-ba95-2dd7596d494d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7763938'] for network (c82a2923-712e-41ee-8597-e48c8815a404), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:32.829579 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-b6cfe9a9-2fa9-4532-ba95-2dd7596d494d admin admin] Deleting port 3ba796cb-ee23-486b-bd9f-da8b3cfc927b {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:13:32.829926 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b6cfe9a9-2fa9-4532-ba95-2dd7596d494d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (3ba796cb-ee23-486b-bd9f-da8b3cfc927b), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:32.893551 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-b6cfe9a9-2fa9-4532-ba95-2dd7596d494d admin admin] For port 3ba796cb-ee23-486b-bd9f-da8b3cfc927b, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=3ba796cb-ee23-486b-bd9f-da8b3cfc927b,segment=NetworkSegment(a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a),segment_id=a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:13:32.893928 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b6cfe9a9-2fa9-4532-ba95-2dd7596d494d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (3ba796cb-ee23-486b-bd9f-da8b3cfc927b), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:32.905192 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be950c9-2f72-4f58-8806-3609f7d4459a None None] DHCP port deletion for c82a2923-712e-41ee-8597-e48c8815a404 request from dv-cinder-840678-6-iscsi {{(pid=103391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 14:13:32.911397 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-b6cfe9a9-2fa9-4532-ba95-2dd7596d494d admin admin] Calling delete_port for 3ba796cb-ee23-486b-bd9f-da8b3cfc927b owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:13:32.945140 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-8be950c9-2f72-4f58-8806-3609f7d4459a None None] Deleting port 3ba796cb-ee23-486b-bd9f-da8b3cfc927b {{(pid=103391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:13:32.945733 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8be950c9-2f72-4f58-8806-3609f7d4459a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (3ba796cb-ee23-486b-bd9f-da8b3cfc927b), before_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:32.995556 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b6cfe9a9-2fa9-4532-ba95-2dd7596d494d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (3ba796cb-ee23-486b-bd9f-da8b3cfc927b), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.008989 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.db [None req-8be950c9-2f72-4f58-8806-3609f7d4459a None None] For port 3ba796cb-ee23-486b-bd9f-da8b3cfc927b, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=3ba796cb-ee23-486b-bd9f-da8b3cfc927b,segment=NetworkSegment(a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a),segment_id=a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a)] {{(pid=103391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:13:33.009396 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8be950c9-2f72-4f58-8806-3609f7d4459a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (3ba796cb-ee23-486b-bd9f-da8b3cfc927b), precommit_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.023556 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfe9a9-2fa9-4532-ba95-2dd7596d494d admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba796cb-ee23-486b-bd9f-da8b3cfc927b,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:33.023781 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-8be950c9-2f72-4f58-8806-3609f7d4459a None None] Calling delete_port for 3ba796cb-ee23-486b-bd9f-da8b3cfc927b owned by network:dhcp {{(pid=103391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:13:33.025437 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cfe9a9-2fa9-4532-ba95-2dd7596d494d admin admin] No DVR routers for this DVR port 3ba796cb-ee23-486b-bd9f-da8b3cfc927b on host dv-cinder-840678-6-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:13:33.100544 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b6cfe9a9-2fa9-4532-ba95-2dd7596d494d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854924', 'neutron.services.segments.db._delete_segments_for_network-8770989559345'] for network (c82a2923-712e-41ee-8597-e48c8815a404), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.105851 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8be950c9-2f72-4f58-8806-3609f7d4459a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897'] for port (3ba796cb-ee23-486b-bd9f-da8b3cfc927b), after_delete {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.121048 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-b6cfe9a9-2fa9-4532-ba95-2dd7596d494d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82a2923-712e-41ee-8597-e48c8815a404']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:33.131481 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-b6cfe9a9-2fa9-4532-ba95-2dd7596d494d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:33.131723 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be950c9-2f72-4f58-8806-3609f7d4459a None None] Pushing event deleted for resources: {'Port': ['ID=3ba796cb-ee23-486b-bd9f-da8b3cfc927b,revision_number=None']} {{(pid=103391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:33.131830 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-b6cfe9a9-2fa9-4532-ba95-2dd7596d494d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:33.136144 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be950c9-2f72-4f58-8806-3609f7d4459a None None] No DVR routers for this DVR port 3ba796cb-ee23-486b-bd9f-da8b3cfc927b on host dv-cinder-840678-6-iscsi {{(pid=103391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:13:33.143346 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be950c9-2f72-4f58-8806-3609f7d4459a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:33.143734 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be950c9-2f72-4f58-8806-3609f7d4459a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:33.143832 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b6cfe9a9-2fa9-4532-ba95-2dd7596d494d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770989363514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9373924'] for segment (a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.143944 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be950c9-2f72-4f58-8806-3609f7d4459a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:33.144690 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be950c9-2f72-4f58-8806-3609f7d4459a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:33.144690 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be950c9-2f72-4f58-8806-3609f7d4459a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:33.145054 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be950c9-2f72-4f58-8806-3609f7d4459a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:33.145285 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be950c9-2f72-4f58-8806-3609f7d4459a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:33.145618 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be950c9-2f72-4f58-8806-3609f7d4459a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:33.145952 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be950c9-2f72-4f58-8806-3609f7d4459a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:33.146932 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be950c9-2f72-4f58-8806-3609f7d4459a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:33.147264 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be950c9-2f72-4f58-8806-3609f7d4459a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:33.147591 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be950c9-2f72-4f58-8806-3609f7d4459a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:33.147916 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be950c9-2f72-4f58-8806-3609f7d4459a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:33.148276 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be950c9-2f72-4f58-8806-3609f7d4459a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:33.148604 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be950c9-2f72-4f58-8806-3609f7d4459a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840678-6-iscsi {{(pid=103391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 14:13:33.161350 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b6cfe9a9-2fa9-4532-ba95-2dd7596d494d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.167789 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6cfe9a9-2fa9-4532-ba95-2dd7596d494d admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:13:33.168223 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b6cfe9a9-2fa9-4532-ba95-2dd7596d494d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9372347'] for segment (a5ee0ed9-f3dd-4fc6-9447-88e20dccf85a), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: Traceback (most recent call last): May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: timer() May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: cb(*args, **kw) May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: return func(*args, **kwargs) May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: self._notify() May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: self.callback(batched_events) May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: event.method(event) May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: return f(self, *a, **k) May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: return self._get(url).json() May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:13:33.169964 dv-cinder-840678-6-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:13:33.222912 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b6cfe9a9-2fa9-4532-ba95-2dd7596d494d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542943'] for network (c82a2923-712e-41ee-8597-e48c8815a404), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.228160 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-b6cfe9a9-2fa9-4532-ba95-2dd7596d494d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.231264 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-b6cfe9a9-2fa9-4532-ba95-2dd7596d494d admin admin] 10.222.0.49 "DELETE /v2.0/networks/c82a2923-712e-41ee-8597-e48c8815a404 HTTP/1.1" status: 204 len: 168 time: 0.5149336 May 10 14:13:33.234433 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 60336) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:33.241873 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfe9a9-2fa9-4532-ba95-2dd7596d494d admin admin] Pushing event deleted for resources: {'Network': ['ID=c82a2923-712e-41ee-8597-e48c8815a404,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:33.466456 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 0fce6186-5aab-4e25-9f4b-bdbfb7474021 no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:13:33.486821 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: 0fce6186-5aab-4e25-9f4b-bdbfb7474021 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:13:33.487176 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 0fce6186-5aab-4e25-9f4b-bdbfb7474021 not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:13:33.487600 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 3ba796cb-ee23-486b-bd9f-da8b3cfc927b no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:13:33.510804 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: 3ba796cb-ee23-486b-bd9f-da8b3cfc927b {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:13:33.511160 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 3ba796cb-ee23-486b-bd9f-da8b3cfc927b not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:13:33.511585 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device e4e42a91-b3b9-434c-a150-23281a06af6b no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:13:33.530704 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: e4e42a91-b3b9-434c-a150-23281a06af6b {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:13:33.531056 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device e4e42a91-b3b9-434c-a150-23281a06af6b not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:13:33.572519 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-47897f56-60c8-4ac7-8c99-6ddd3c44ac80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544479'] for router_interface (45337203-80ad-4b3a-a57c-d68d501b14c1), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.805602 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-47897f56-60c8-4ac7-8c99-6ddd3c44ac80 admin admin] Deleting port 656a3fff-61c8-4b82-819e-48e9bb38604f {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:13:33.805863 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-47897f56-60c8-4ac7-8c99-6ddd3c44ac80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (656a3fff-61c8-4b82-819e-48e9bb38604f), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.881526 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-47897f56-60c8-4ac7-8c99-6ddd3c44ac80 admin admin] For port 656a3fff-61c8-4b82-819e-48e9bb38604f, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=656a3fff-61c8-4b82-819e-48e9bb38604f,segment=NetworkSegment(8ccad577-cca1-41d3-ad0b-1c127276b596),segment_id=8ccad577-cca1-41d3-ad0b-1c127276b596)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:13:33.881890 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-47897f56-60c8-4ac7-8c99-6ddd3c44ac80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (656a3fff-61c8-4b82-819e-48e9bb38604f), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:33.897914 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-47897f56-60c8-4ac7-8c99-6ddd3c44ac80 admin admin] Calling delete_port for 656a3fff-61c8-4b82-819e-48e9bb38604f owned by network:router_interface {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:13:34.074542 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-47897f56-60c8-4ac7-8c99-6ddd3c44ac80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (656a3fff-61c8-4b82-819e-48e9bb38604f), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:34.101625 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47897f56-60c8-4ac7-8c99-6ddd3c44ac80 admin admin] Pushing event deleted for resources: {'Port': ['ID=656a3fff-61c8-4b82-819e-48e9bb38604f,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:34.271712 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-47897f56-60c8-4ac7-8c99-6ddd3c44ac80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-506192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-546262'] for router_interface (45337203-80ad-4b3a-a57c-d68d501b14c1), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:34.487856 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47897f56-60c8-4ac7-8c99-6ddd3c44ac80 admin admin] Router 45337203-80ad-4b3a-a57c-d68d501b14c1 has already been hosted by L3 agent 6a438f23-6b91-4bde-b9c3-03c0428b8ec8 {{(pid=103390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 14:13:34.595086 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47897f56-60c8-4ac7-8c99-6ddd3c44ac80 admin admin] Notify agent at l3_agent.dv-cinder-840678-6-iscsi the message routers_updated {{(pid=103390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 14:13:34.600537 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-47897f56-60c8-4ac7-8c99-6ddd3c44ac80 admin admin] 10.222.0.49 "PUT /v2.0/routers/45337203-80ad-4b3a-a57c-d68d501b14c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3650668 May 10 14:13:34.603022 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 60338) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:34.605591 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede5bac8-d0da-4724-acc3-256d079c1746 None None] Sync routers for ids ['45337203-80ad-4b3a-a57c-d68d501b14c1'] in dv-cinder-840678-6-iscsi {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 14:13:34.615515 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede5bac8-d0da-4724-acc3-256d079c1746 None None] Routers {'45337203-80ad-4b3a-a57c-d68d501b14c1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:13:34.616230 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-ede5bac8-d0da-4724-acc3-256d079c1746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:13:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['45337203-80ad-4b3a-a57c-d68d501b14c1'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:34.707798 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8488b5bf-b8c5-4211-8ecc-4de96a83116b admin admin] Publish callbacks [] for router (45337203-80ad-4b3a-a57c-d68d501b14c1), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:34.723529 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-ede5bac8-d0da-4724-acc3-256d079c1746 None None] Set router 45337203-80ad-4b3a-a57c-d68d501b14c1 gateway port host: dv-cinder-840678-6-iscsi {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:13:34.818010 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8488b5bf-b8c5-4211-8ecc-4de96a83116b admin admin] Publish callbacks [] for router_gateway (45337203-80ad-4b3a-a57c-d68d501b14c1), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:34.861191 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-8488b5bf-b8c5-4211-8ecc-4de96a83116b admin admin] Deleting port 901bcc97-1c84-43d3-8a1b-6922cccc34ef {{(pid=103390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:13:34.861538 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8488b5bf-b8c5-4211-8ecc-4de96a83116b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (901bcc97-1c84-43d3-8a1b-6922cccc34ef), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:34.900266 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-ede5bac8-d0da-4724-acc3-256d079c1746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45337203-80ad-4b3a-a57c-d68d501b14c1', 'name': 'tempest-TestShelveInstance-1521295272-router', 'tenant_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'external_fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': '901bcc97-1c84-43d3-8a1b-6922cccc34ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:01Z', 'updated_at': '2022-05-10T14:13:34Z', 'revision_number': 5, 'project_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'gw_port': {'id': '901bcc97-1c84-43d3-8a1b-6922cccc34ef', 'name': '', 'network_id': '89429d30-8d6e-4195-a41d-5d4817ee56e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:52:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45337203-80ad-4b3a-a57c-d68d501b14c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840678-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T14:09:02Z', 'updated_at': '2022-05-10T14:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e1a60fc-a0f7-43e4-a5ae-fc02916ca66e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840678-6-iscsi'}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:34.927106 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede5bac8-d0da-4724-acc3-256d079c1746 None None] Checking router: 45337203-80ad-4b3a-a57c-d68d501b14c1 for host: dv-cinder-840678-6-iscsi {{(pid=103392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 14:13:34.935783 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede5bac8-d0da-4724-acc3-256d079c1746 None None] Routers {'45337203-80ad-4b3a-a57c-d68d501b14c1'} bound to L3 agent in host dv-cinder-840678-6-iscsi {{(pid=103392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 14:13:34.936411 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-ede5bac8-d0da-4724-acc3-256d079c1746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840678-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T13:51:28Z,description=,heartbeat_timestamp=2022-05-10T14:13:28Z,host='dv-cinder-840678-6-iscsi',id=6a438f23-6b91-4bde-b9c3-03c0428b8ec8,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T13:51:28Z,topic='l3_agent')) {'router_ids': ['45337203-80ad-4b3a-a57c-d68d501b14c1'], 'active': True} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:34.938507 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.db [None req-8488b5bf-b8c5-4211-8ecc-4de96a83116b admin admin] For port 901bcc97-1c84-43d3-8a1b-6922cccc34ef, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=901bcc97-1c84-43d3-8a1b-6922cccc34ef,segment=NetworkSegment(1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f),segment_id=1b8f9a32-6ad9-49fa-9c58-c4e5e90c2b1f)] {{(pid=103390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:13:34.938878 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8488b5bf-b8c5-4211-8ecc-4de96a83116b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (901bcc97-1c84-43d3-8a1b-6922cccc34ef), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:34.955354 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-8488b5bf-b8c5-4211-8ecc-4de96a83116b admin admin] Calling delete_port for 901bcc97-1c84-43d3-8a1b-6922cccc34ef owned by network:router_gateway {{(pid=103390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:13:35.114583 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_dvr_db [None req-ede5bac8-d0da-4724-acc3-256d079c1746 None None] Set router 45337203-80ad-4b3a-a57c-d68d501b14c1 gateway port host: None {{(pid=103392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 14:13:35.129502 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8488b5bf-b8c5-4211-8ecc-4de96a83116b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8740158'] for port (901bcc97-1c84-43d3-8a1b-6922cccc34ef), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:35.155399 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488b5bf-b8c5-4211-8ecc-4de96a83116b admin admin] Pushing event deleted for resources: {'Port': ['ID=901bcc97-1c84-43d3-8a1b-6922cccc34ef,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:35.170630 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.l3_hamode_db [None req-ede5bac8-d0da-4724-acc3-256d079c1746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45337203-80ad-4b3a-a57c-d68d501b14c1', 'name': 'tempest-TestShelveInstance-1521295272-router', 'tenant_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:01Z', 'updated_at': '2022-05-10T14:13:34Z', 'revision_number': 6, 'project_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'gw_port_host': None}], 'dv-cinder-840678-6-iscsi', False) {} {{(pid=103392) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:35.197265 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede5bac8-d0da-4724-acc3-256d079c1746 None None] The sync data for ids ['45337203-80ad-4b3a-a57c-d68d501b14c1'] in dv-cinder-840678-6-iscsi is: [{'id': '45337203-80ad-4b3a-a57c-d68d501b14c1', 'name': 'tempest-TestShelveInstance-1521295272-router', 'tenant_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T14:09:01Z', 'updated_at': '2022-05-10T14:13:34Z', 'revision_number': 6, 'project_id': 'e8d60c3a227e4d0f9ee942520ce94f06', 'gw_port_host': None}] {{(pid=103392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 14:13:35.217733 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8488b5bf-b8c5-4211-8ecc-4de96a83116b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-537777'] for router_gateway (45337203-80ad-4b3a-a57c-d68d501b14c1), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:35.309187 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8488b5bf-b8c5-4211-8ecc-4de96a83116b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1618'] for router (45337203-80ad-4b3a-a57c-d68d501b14c1), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:35.311404 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8488b5bf-b8c5-4211-8ecc-4de96a83116b admin admin] Publish callbacks [] for router_controller (45337203-80ad-4b3a-a57c-d68d501b14c1), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:35.357622 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8488b5bf-b8c5-4211-8ecc-4de96a83116b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539494'] for router (45337203-80ad-4b3a-a57c-d68d501b14c1), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:35.358214 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8488b5bf-b8c5-4211-8ecc-4de96a83116b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45337203-80ad-4b3a-a57c-d68d501b14c1 {{(pid=103390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 14:13:35.362627 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-8488b5bf-b8c5-4211-8ecc-4de96a83116b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:35.363752 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-8488b5bf-b8c5-4211-8ecc-4de96a83116b admin admin] 10.222.0.49 "DELETE /v2.0/routers/45337203-80ad-4b3a-a57c-d68d501b14c1 HTTP/1.1" status: 204 len: 168 time: 0.7598147 May 10 14:13:35.366346 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 60340) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:35.411303 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ac62b4-074a-4c83-a7ee-d0bc620f32c9 admin admin] Deleting subnet ba5fee30-d8c2-43ff-9344-8a9b696c9a2a {{(pid=103390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 14:13:35.414507 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-18ac62b4-074a-4c83-a7ee-d0bc620f32c9 admin admin] Publish callbacks [] for subnet (ba5fee30-d8c2-43ff-9344-8a9b696c9a2a), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:35.448939 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-18ac62b4-074a-4c83-a7ee-d0bc620f32c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8613639'] for subnet (ba5fee30-d8c2-43ff-9344-8a9b696c9a2a), precommit_delete_associations {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:35.529527 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-18ac62b4-074a-4c83-a7ee-d0bc620f32c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853495'] for subnet (ba5fee30-d8c2-43ff-9344-8a9b696c9a2a), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:35.590600 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-18ac62b4-074a-4c83-a7ee-d0bc620f32c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-287322', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8740105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10142743'] for subnet (ba5fee30-d8c2-43ff-9344-8a9b696c9a2a), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:35.617329 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac62b4-074a-4c83-a7ee-d0bc620f32c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba5fee30-d8c2-43ff-9344-8a9b696c9a2a,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:35.623955 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-18ac62b4-074a-4c83-a7ee-d0bc620f32c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:35.627400 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-18ac62b4-074a-4c83-a7ee-d0bc620f32c9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ba5fee30-d8c2-43ff-9344-8a9b696c9a2a HTTP/1.1" status: 204 len: 168 time: 0.2601659 May 10 14:13:35.628872 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62681db9-f872-4f1f-8a55-62559515d604 None None] Network 89a399a9-2ac1-48a9-ad51-ea850539253e requested from dv-cinder-840678-6-iscsi {{(pid=103391) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 14:13:35.630008 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [-] (103389) accepted ('10.222.0.49', 60342) {{(pid=103389) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:35.671938 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 656a3fff-61c8-4b82-819e-48e9bb38604f no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:13:35.703924 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: 656a3fff-61c8-4b82-819e-48e9bb38604f {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:13:35.704295 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 656a3fff-61c8-4b82-819e-48e9bb38604f not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:13:35.706149 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06dda096-e306-46df-9237-7f64c42b4e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7763938'] for network (89a399a9-2ac1-48a9-ad51-ea850539253e), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:35.751549 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-06dda096-e306-46df-9237-7f64c42b4e85 admin admin] Deleting port 87a447d4-1542-487c-b05f-1e22fd17e931 {{(pid=103389) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 14:13:35.751899 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06dda096-e306-46df-9237-7f64c42b4e85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770989597444'] for port (87a447d4-1542-487c-b05f-1e22fd17e931), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:35.819440 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.db [None req-06dda096-e306-46df-9237-7f64c42b4e85 admin admin] For port 87a447d4-1542-487c-b05f-1e22fd17e931, host dv-cinder-840678-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840678-6-iscsi',level=0,port_id=87a447d4-1542-487c-b05f-1e22fd17e931,segment=NetworkSegment(8ccad577-cca1-41d3-ad0b-1c127276b596),segment_id=8ccad577-cca1-41d3-ad0b-1c127276b596)] {{(pid=103389) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 14:13:35.819809 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06dda096-e306-46df-9237-7f64c42b4e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544265'] for port (87a447d4-1542-487c-b05f-1e22fd17e931), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:35.832597 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.plugin [None req-06dda096-e306-46df-9237-7f64c42b4e85 admin admin] Calling delete_port for 87a447d4-1542-487c-b05f-1e22fd17e931 owned by network:dhcp {{(pid=103389) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 14:13:35.912356 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06dda096-e306-46df-9237-7f64c42b4e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7808132', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-245025', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770989605012', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770989067897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9372390'] for port (87a447d4-1542-487c-b05f-1e22fd17e931), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:35.935051 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dda096-e306-46df-9237-7f64c42b4e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=87a447d4-1542-487c-b05f-1e22fd17e931,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:35.940459 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dda096-e306-46df-9237-7f64c42b4e85 admin admin] No DVR routers for this DVR port 87a447d4-1542-487c-b05f-1e22fd17e931 on host dv-cinder-840678-6-iscsi {{(pid=103389) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 14:13:36.015274 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a3be85-f955-48d3-8467-4d66ec92663e None None] DHCP port deletion for 89a399a9-2ac1-48a9-ad51-ea850539253e request from dv-cinder-840678-6-iscsi {{(pid=103391) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 14:13:36.021785 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06dda096-e306-46df-9237-7f64c42b4e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854924', 'neutron.services.segments.db._delete_segments_for_network-8770989559345'] for network (89a399a9-2ac1-48a9-ad51-ea850539253e), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:36.044996 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-06dda096-e306-46df-9237-7f64c42b4e85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a399a9-2ac1-48a9-ad51-ea850539253e']}} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:36.054569 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-06dda096-e306-46df-9237-7f64c42b4e85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ccad577-cca1-41d3-ad0b-1c127276b596') {'for_net_delete': True} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:36.054872 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.services.segments.db [None req-06dda096-e306-46df-9237-7f64c42b4e85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ccad577-cca1-41d3-ad0b-1c127276b596') {} {{(pid=103389) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 14:13:36.064880 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06dda096-e306-46df-9237-7f64c42b4e85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770989363514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9373924'] for segment (8ccad577-cca1-41d3-ad0b-1c127276b596), before_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:36.078761 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06dda096-e306-46df-9237-7f64c42b4e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482'] for segment (8ccad577-cca1-41d3-ad0b-1c127276b596), precommit_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:36.085312 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06dda096-e306-46df-9237-7f64c42b4e85 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103389) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 14:13:36.085821 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06dda096-e306-46df-9237-7f64c42b4e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7859482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9372347'] for segment (8ccad577-cca1-41d3-ad0b-1c127276b596), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: Traceback (most recent call last): May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: timer() May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: cb(*args, **kw) May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: return func(*args, **kwargs) May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: self._notify() May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: self.callback(batched_events) May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: event.method(event) May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: aggregate_uuid = self.p_client.list_aggregates( May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: return f(self, *a, **k) May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: return self._get(url).json() May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: return self.request(url, 'GET', **kwargs) May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: base_url = self.get_endpoint(auth, allow=allow, May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 14:13:36.087634 dv-cinder-840678-6-iscsi neutron-server[103389]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 14:13:36.141513 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06dda096-e306-46df-9237-7f64c42b4e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311706', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-506203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-542943'] for network (89a399a9-2ac1-48a9-ad51-ea850539253e), after_delete {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:36.147004 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron_lib.callbacks.manager [None req-06dda096-e306-46df-9237-7f64c42b4e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-506157'] for network (None), before_response {{(pid=103389) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:36.150399 dv-cinder-840678-6-iscsi neutron-server[103389]: INFO neutron.wsgi [None req-06dda096-e306-46df-9237-7f64c42b4e85 admin admin] 10.222.0.49 "DELETE /v2.0/networks/89a399a9-2ac1-48a9-ad51-ea850539253e HTTP/1.1" status: 204 len: 168 time: 0.5182867 May 10 14:13:36.162239 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dda096-e306-46df-9237-7f64c42b4e85 admin admin] Pushing event deleted for resources: {'Network': ['ID=89a399a9-2ac1-48a9-ad51-ea850539253e,revision_number=None']} {{(pid=103389) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:36.354846 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 60346) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:36.394886 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f49e1b67-4583-4c92-9bca-ce2ed6aaea37 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5534e7deeddb4f72b5e068060f617c76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388296 May 10 14:13:36.397356 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 60348) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:36.444422 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f878f37e-5e25-417d-9eac-24089687c5e5 admin admin] Publish callbacks [] for security_group (26e55f62-fa0d-4f11-9be9-9c13e4c77d14), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:36.464629 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f878f37e-5e25-417d-9eac-24089687c5e5 admin admin] Publish callbacks [] for security_group (26e55f62-fa0d-4f11-9be9-9c13e4c77d14), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:36.512667 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f878f37e-5e25-417d-9eac-24089687c5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (26e55f62-fa0d-4f11-9be9-9c13e4c77d14), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:36.515179 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-f878f37e-5e25-417d-9eac-24089687c5e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:36.516334 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-f878f37e-5e25-417d-9eac-24089687c5e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/26e55f62-fa0d-4f11-9be9-9c13e4c77d14 HTTP/1.1" status: 204 len: 168 time: 0.1180632 May 10 14:13:36.524646 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878f37e-5e25-417d-9eac-24089687c5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e55f62-fa0d-4f11-9be9-9c13e4c77d14,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:36.821867 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 60354) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:36.861566 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-c283dd01-d7c3-4a76-b49d-1850c2a07800 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8d60c3a227e4d0f9ee942520ce94f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384889 May 10 14:13:36.863822 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [-] (103390) accepted ('10.222.0.49', 60356) {{(pid=103390) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 14:13:36.911586 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fac1d9e1-ed41-4ec1-9f8f-8cde4e03ebd0 admin admin] Publish callbacks [] for security_group (ae6e61dc-50a8-49c0-b711-ef6971f241d7), before_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:36.931913 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fac1d9e1-ed41-4ec1-9f8f-8cde4e03ebd0 admin admin] Publish callbacks [] for security_group (ae6e61dc-50a8-49c0-b711-ef6971f241d7), precommit_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:36.977882 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fac1d9e1-ed41-4ec1-9f8f-8cde4e03ebd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-313390'] for security_group (ae6e61dc-50a8-49c0-b711-ef6971f241d7), after_delete {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:36.980431 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-fac1d9e1-ed41-4ec1-9f8f-8cde4e03ebd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:36.981549 dv-cinder-840678-6-iscsi neutron-server[103390]: INFO neutron.wsgi [None req-fac1d9e1-ed41-4ec1-9f8f-8cde4e03ebd0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ae6e61dc-50a8-49c0-b711-ef6971f241d7 HTTP/1.1" status: 204 len: 168 time: 0.1167991 May 10 14:13:36.989266 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1d9e1-ed41-4ec1-9f8f-8cde4e03ebd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6e61dc-50a8-49c0-b711-ef6971f241d7,revision_number=None']} {{(pid=103390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 14:13:37.463760 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 901bcc97-1c84-43d3-8a1b-6922cccc34ef no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:13:37.483676 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: 901bcc97-1c84-43d3-8a1b-6922cccc34ef {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:13:37.484027 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 901bcc97-1c84-43d3-8a1b-6922cccc34ef not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:13:37.484475 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 87a447d4-1542-487c-b05f-1e22fd17e931 no longer exists at agent ovs-agent-dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 14:13:37.506832 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.plugin [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] No Port match for: 87a447d4-1542-487c-b05f-1e22fd17e931 {{(pid=103391) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 14:13:37.507185 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron.plugins.ml2.rpc [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Device 87a447d4-1542-487c-b05f-1e22fd17e931 not bound to the agent host dv-cinder-840678-6-iscsi {{(pid=103391) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 14:13:55.513230 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:55.905756 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-7cb49708-06a6-4140-a3af-435df458c7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:58.322251 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c34100e3-e39e-4928-92fc-468157f34d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:13:58.624246 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:13:59.399345 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:00.791307 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:02.341280 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:25.522155 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:25.905982 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-e8ba21ef-91b5-4d1f-85c5-6244488d203b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:28.323195 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-2051158f-5d9e-4c18-b0cd-25790e2d5b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:29.402068 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:30.793987 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:32.343889 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:35.622705 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:14:55.520476 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:55.907404 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-57e0a9c8-b24c-439c-8b45-8f48efee6a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:58.324966 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-8e7d841f-8364-4c60-a8bd-f1b4bc2d827c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:14:59.403915 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:00.796307 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:02.345321 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:12.621176 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:15:25.514298 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:25.908754 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-5c78e95a-feff-4f0a-819b-c062cff35bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:28.326964 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-854a948d-f90a-4a91-b1eb-863dcfc047ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:29.407558 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:30.799308 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:32.348644 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:34.966326 dv-cinder-840678-6-iscsi neutron-server[103390]: DEBUG neutron.wsgi [req-d993fe5f-d092-4e49-85aa-b7d0d08add55 req-633d7510-f5e9-4edc-99e2-1dd8faf4f406 service neutron] (103390) timed out ('10.222.0.57', 64869) {{(pid=103390) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 14:15:49.621146 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:15:55.510308 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:55.909457 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a56d23a6-1ca6-4d02-80a9-1d1ed4cd2e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:58.327462 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-15100112-410a-4a6f-b5b7-d72693b9c3c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:15:59.410414 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:00.803223 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:02.350350 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:03.581551 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [req-089f2e77-3b34-40b5-847d-a2cbe3cb0326 req-d3a473ad-d6c9-4a45-a7aa-8145ad09f68a service neutron] (103389) timed out ('10.222.0.57', 64860) {{(pid=103389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 14:16:25.533147 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:25.910470 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-b116faf6-2c94-4a60-9c03-78b3deda4ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:26.620126 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:16:28.329063 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-1575804c-967a-4936-8e16-a13eef6207e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:29.412756 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:30.803541 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:32.353407 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:55.526374 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:55.911074 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-70725755-09f2-4311-b80f-8c971b5f860a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:58.330919 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-db2f2aa9-946c-41ac-a56e-0592de4d50f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:16:59.416210 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:00.806614 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:02.355217 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:03.618432 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:17:21.808077 dv-cinder-840678-6-iscsi neutron-server[103389]: DEBUG neutron.wsgi [req-bf37cd8f-4a93-4851-aacf-14ad8e97efce req-8e14b105-d767-4331-a2d0-a3d24a651a27 tempest-VolumesNegativeTest-570253048 tempest-VolumesNegativeTest-570253048-project] (103389) timed out ('10.222.0.57', 64828) {{(pid=103389) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 14:17:25.535265 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:25.911561 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-0998fbee-327b-4ff4-b6ad-0fdca1b8cffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:28.332110 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-ce332141-b902-415a-bcd0-df11381a0ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:29.418943 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:30.809216 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:32.357318 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:40.617346 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:17:55.523718 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:55.912924 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-3209cddb-a8f6-41a9-b8d6-12d25066a8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:58.334299 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-554629dc-09c5-422d-978b-9233d61f2e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:17:59.421733 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:00.812744 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:02.358603 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:17.616287 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:18:25.538505 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:25.913295 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-63409bb8-8ebb-4969-bc27-b15c0da46074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:28.335917 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-4cb31ae8-e242-40c8-a68e-5234d26d48c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:29.423650 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:30.814631 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:32.360847 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:54.614589 dv-cinder-840678-6-iscsi neutron-server[103392]: DEBUG neutron.db.agents_db [None req-616babd8-ddf6-42a9-8959-e36e91be35b0 None None] Agent healthcheck: found 6 active agents {{(pid=103392) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 14:18:55.538023 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-983a2f67-5688-437d-9271-e311b69cd2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (b4f1cee2-bd7e-4da4-854f-0334af1b5198), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:55.913987 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-641023d2-792e-4660-84d0-1e076ac9cd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (9d798d4e-9452-4d08-ac49-c41e5143ffdf), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:58.337639 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-a4422332-96a6-49eb-9ed6-c509aa82b117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (6a438f23-6b91-4bde-b9c3-03c0428b8ec8), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:18:59.426837 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-fe55c5b5-1094-4cbd-ab19-0d3cb9fff840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (2d551dda-b5f1-45c4-a90e-0f6fcf302c6e), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:00.819551 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-c6bda5db-d4ee-4d5b-8316-de7095e9d4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (55ceb595-610a-4883-8367-82ca70d6f788), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 14:19:02.366195 dv-cinder-840678-6-iscsi neutron-server[103391]: DEBUG neutron_lib.callbacks.manager [None req-6d371fe2-39e2-44ec-8eed-d8686de90db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770989559327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7652493'] for agent (f196dd1e-d25c-4a27-b426-cac49fe167d0), after_update {{(pid=103391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}